00000800:00000200:2.1F:1746126184.241431:0:3311:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a413da80] -> 12345-192.168.203.149@tcp (2) 00000800:00000200:3.1F:1746126184.245802:0:3302:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a413da80] -> 12345-192.168.203.149@tcp (2) 00000800:00000200:3.1:1746126184.245809:0:3302:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.149@tcp ffff8800a6ae9e40 deleted 00000800:00000010:3.1:1746126184.245811:0:3302:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a6ae9e40. 00000800:00000200:3.1:1746126184.245815:0:3302:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746126184.245821:0:3302:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.149@tcp ip 192.168.203.149:1023 00000800:00000200:3.1:1746126184.245824:0:3302:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c0a7d00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1746126184.246840:0:3301:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746126184.247268:0:3303:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a413da80] -> 12345-192.168.203.149@tcp (4) 00000800:00000200:3.1:1746126184.247271:0:3303:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.149@tcp ffff8800a6ae9e40 deleted 00000800:00000010:3.1:1746126184.247272:0:3303:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a6ae9e40. 00000800:00000200:3.1:1746126184.247274:0:3303:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1746126184.247315:0:3301:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1746126184.412639:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e7b8300. 00010000:00000010:2.1:1746126184.412646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a7e13400. 00010000:00000010:1.1F:1746126185.004380:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ba1f600. 00010000:00000010:1.1:1746126185.004392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dd7f400. 00010000:00000010:2.1:1746126185.005225:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e366200. 00010000:00000010:2.1:1746126185.005264:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a9613f00. 00010000:00000010:2.1:1746126185.005268:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc77200. 00010000:00010000:0.0:1746126597.274949:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c75800/0x9cce4314879c2462 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8c7 expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.274962:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e200/0x9cce4314879c2477 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8c7 expref: 8 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.274967:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:0.0:1746126597.274969:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126597.274970:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a436e200, rc 0) 00000100:00100000:0.0:1746126597.275515:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:29723:x1830945971580160:12345-192.168.203.49@tcp:101:dd.0 Request processed in 1009us (1211us total) trans 4294980413 rc 0/0 00000100:00100000:0.0:1746126597.275521:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30044 00000100:00100000:0.0:1746126597.286656:0:11072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092678a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11072:1830945973057408:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126597.286672:0:11072:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d81b600/0x9cce4314879c249a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126597.287205:0:11072:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d81b600/0x9cce4314879c249a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126597.287211:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d81b600/0x9cce4314879c249a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126597.287226:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c24a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126597.287233:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126597.287239:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c24a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:0.0:1746126597.291642:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971580800 00000100:00100000:0.0:1746126597.291649:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971580800 00000100:00100000:0.0:1746126597.291693:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3198 00000100:00100000:0.0:1746126597.291699:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971580800:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126597.291713:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126597.291725:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a24400/0x9cce4314879c24b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf8dc expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.291771:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973057536:192.168.203.49@tcp:106: 00000100:00100000:0.0:1746126597.291837:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00002000:00010000:0.0:1746126597.292954:0:16421:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size: 0 -> 104857600 00002000:00010000:0.0:1746126597.292958:0:16421:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime: 0 -> 1746126597 00002000:00010000:0.0:1746126597.292960:0:16421:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime: 0 -> 1746126596 00002000:00010000:0.0:1746126597.292962:0:16421:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime: 0 -> 1746126597 00002000:00010000:0.0:1746126597.292963:0:16421:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb blocks: 1 -> 155667 00000100:00100000:0.0:1746126597.292979:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973057536:192.168.203.49@tcp:106: 00010000:00010000:0.0:1746126597.292997:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a24400/0x9cce4314879c24b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8dc expref: 7 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126597.293007:0:16421:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a24400/0x9cce4314879c24b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8dc expref: 7 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126597.293030:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a24400, rc 0) 00000100:00100000:0.0:1746126597.293161:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971580800:12345-192.168.203.49@tcp:101:dd.0 Request processed in 1459us (1577us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126597.293167:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3198 00010000:00010000:0.0:1746126597.321690:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126597.363371:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971581312 00000100:00100000:0.0:1746126597.363379:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971581312 00000100:00100000:0.0:1746126597.363468:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3199 00000100:00100000:0.0:1746126597.363476:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:29723:x1830945971581312:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126597.363489:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126597.363504:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf8e3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126597.363522:0:16421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126597.363536:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.363538:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.363544:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.363555:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.363563:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ffcc00, rc 0) 00000100:00100000:0.0:1746126597.363607:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:29723:x1830945971581312:12345-192.168.203.49@tcp:101:dd.0 Request processed in 133us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126597.363612:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3199 00000100:00100000:0.0:1746126597.383048:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.418196:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.421957:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971582208 00000100:00100000:0.0:1746126597.421964:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971582208 00002000:00100000:0.0:1746126597.421992:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (1048576->2097151) req@ffff88009267ad80 x1830945971582208/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.422001:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267ad80 with x1830945971582208 ext(1048576->2097151) 00002000:00010000:0.0:1746126597.422006:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267ad80 00000100:00100000:0.0:1746126597.422031:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2368 00000100:00100000:0.0:1746126597.422038:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945971582208:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126597.447369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.449453:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.495795:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971583872 00000100:00100000:0.0:1746126597.495805:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971583872 00000100:00100000:0.0:1746126597.495863:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971584000 00000100:00100000:0.0:1746126597.495865:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971584000 00002000:00100000:0.0:1746126597.495881:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (4194304->5242879) req@ffff88012c3b4700 x1830945971584000/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.495891:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b4700 with x1830945971584000 ext(4194304->5242879) 00002000:00010000:0.0:1746126597.495897:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b4700 00000100:00100000:0.0:1746126597.496196:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2374 00000100:00100000:0.0:1746126597.497073:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945971584000:12345-192.168.203.49@tcp:4:dd.0 00000001:00080000:0.0:1746126597.521102:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967855 is committed 00000001:00080000:0.0:1746126597.521120:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967856 is committed 00000100:00100000:0.0:1746126597.528145:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2376 00000100:00100000:0.0:1746126597.528152:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971584512:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.528173:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c24f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.528182:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.528184:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.528188:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c24f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.528203:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c24f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.554262:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971585024 00000100:00100000:0.0:1746126597.554270:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971585024 00000100:00100000:0.0:1746126597.554329:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2377 00000100:00100000:0.0:1746126597.554336:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971585024:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.554363:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.554374:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.554376:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.554380:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.554390:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.560865:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126597.568162:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568175:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568181:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568190:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434f400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.568194:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568200:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568213:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.568218:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c24fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.590126:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971585280 00000100:00100000:0.0:1746126597.590134:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971585280 00002000:00100000:0.0:1746126597.590169:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (7340032->8388607) req@ffff88009267a680 x1830945971585280/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.590177:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a680 with x1830945971585280 ext(7340032->8388607) 00002000:00010000:0.0:1746126597.590181:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a680 00000100:00100000:0.0:1746126597.590212:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2379 00000100:00100000:0.0:1746126597.590219:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1979:x1830945971585280:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126597.603438:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1979:x1830945971585280:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13214us (13382us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1746126597.603546:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2379 00002000:00100000:0.0:1746126597.603556:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (7340032->8388607) req@ffff88009267a680 x1830945971585280/t4294967861(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.603564:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a680 with x1830945971585280 ext(7340032->8388607) 00002000:00010000:0.0:1746126597.603569:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a680 00000100:00100000:0.0:1746126597.629279:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971586048 00000100:00100000:0.0:1746126597.629287:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971586048 00000100:00100000:0.0:1746126597.629340:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2382 00000100:00100000:0.0:1746126597.629347:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971586048:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.629374:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.629386:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.629388:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.629392:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.629405:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639639:0:32436:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639652:0:32436:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639659:0:32436:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639665:0:32436:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434f400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.639669:0:32436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639676:0:32436:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639690:0:32436:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.639695:0:32436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c250a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.639766:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971586048:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10416us (10667us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126597.639773:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2382 00000100:00100000:0.0:1746126597.653668:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971586432 00000100:00100000:0.0:1746126597.653676:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971586432 00000100:00100000:0.0:1746126597.653721:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971586560 00000100:00100000:0.0:1746126597.653723:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971586560 00002000:00100000:0.0:1746126597.653738:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (9437184->10485759) req@ffff88009c288700 x1830945971586560/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.653747:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288700 with x1830945971586560 ext(9437184->10485759) 00002000:00010000:0.0:1746126597.653752:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c288700 00000100:00100000:0.0:1746126597.653777:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2383 00000100:00100000:0.0:1746126597.653784:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971586432:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.653811:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.653826:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.653828:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.653831:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.653867:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670304:0:32436:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670315:0:32436:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670321:0:32436:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670326:0:32436:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434e200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.670330:0:32436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670336:0:32436:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670350:0:32436:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.670354:0:32436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c2511 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.670408:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971586432:12345-192.168.203.49@tcp:3:dd.0 Request processed in 16623us (16865us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126597.670414:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2383 00000100:00100000:0.0:1746126597.684612:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971586816 00000100:00100000:0.0:1746126597.684620:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971586816 00002000:00100000:0.0:1746126597.684658:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (10485760->11534335) req@ffff880089a60000 x1830945971586816/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.684666:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60000 with x1830945971586816 ext(10485760->11534335) 00002000:00010000:0.0:1746126597.684670:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60000 00000100:00100000:0.0:1746126597.684700:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2385 00000100:00100000:0.0:1746126597.684707:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1979:x1830945971586816:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126597.695407:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1979:x1830945971586816:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10696us (10867us total) trans 4294967864 rc 0/0 00000100:00100000:0.0:1746126597.695417:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2385 00002000:00100000:0.0:1746126597.695427:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (10485760->11534335) req@ffff880089a60000 x1830945971586816/t4294967864(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.695435:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60000 with x1830945971586816 ext(10485760->11534335) 00002000:00010000:0.0:1746126597.695440:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60000 00000100:00100000:0.0:1746126597.695474:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971587072 00000100:00100000:0.0:1746126597.695479:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971587072 00010000:00010000:0.0:1746126597.764430:0:32436:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764467:0:32436:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764476:0:32436:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764483:0:32436:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.764486:0:32436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764493:0:32436:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764508:0:32436:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.764514:0:32436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c2526 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.764559:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971588096:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12044us (12211us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126597.764566:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2389 00000100:00100000:0.0:1746126597.777352:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971588352 00000100:00100000:0.0:1746126597.777363:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971588352 00002000:00100000:0.0:1746126597.777411:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (13631488->14680063) req@ffff88012c3b4e00 x1830945971588352/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.777421:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b4e00 with x1830945971588352 ext(13631488->14680063) 00002000:00010000:0.0:1746126597.777427:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b4e00 00000100:00100000:0.0:1746126597.781812:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971588608 00000100:00100000:0.0:1746126597.781824:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971588608 00000100:00100000:0.0:1746126597.782473:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2392 00000100:00100000:0.0:1746126597.782483:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1979:x1830945971588608:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.782524:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.782538:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.782541:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.782545:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.782558:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793242:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793260:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793353:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793360:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4302400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.793364:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793372:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793397:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.793403:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4302400/0x9cce4314879c252d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.793524:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1979:x1830945971588608:12345-192.168.203.49@tcp:3:dd.0 Request processed in 11038us (11819us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126597.793534:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2392 00000100:00100000:0.0:1746126597.805067:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2393 00000100:00100000:0.0:1746126597.861074:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.861156:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.879317:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945971590144:12345-192.168.203.49@tcp:4:dd.0 Request processed in 17063us (18148us total) trans 4294967870 rc 0/0 00000100:00100000:0.0:1746126597.879330:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2398 00002000:00100000:0.0:1746126597.879341:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (16777216->17825791) req@ffff88008bb4d880 x1830945971590144/t4294967870(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.879351:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb4d880 with x1830945971590144 ext(16777216->17825791) 00002000:00010000:0.0:1746126597.879358:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb4d880 00000100:00100000:0.0:1746126597.894679:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.906979:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1980:x1830945971590656:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12134us (12297us total) trans 4294967871 rc 0/0 00000100:00100000:0.0:1746126597.906993:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2400 00002000:00100000:0.0:1746126597.907006:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (17825792->18874367) req@ffff88008bb4dc00 x1830945971590656/t4294967871(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.907017:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb4dc00 with x1830945971590656 ext(17825792->18874367) 00002000:00010000:0.0:1746126597.907023:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb4dc00 00000100:00100000:0.0:1746126597.918626:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.918669:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126597.929848:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1979:x1830945971590912:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11014us (11216us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1746126597.929861:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2402 00002000:00100000:0.0:1746126597.929870:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (18874368->19922943) req@ffff88008bb4df80 x1830945971590912/t4294967872(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.929879:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb4df80 with x1830945971590912 ext(18874368->19922943) 00002000:00010000:0.0:1746126597.929884:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb4df80 00000100:00100000:0.0:1746126597.955919:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971591424 00000100:00100000:0.0:1746126597.955926:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971591424 00002000:00100000:0.0:1746126597.955959:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (19922944->20971519) req@ffff880089a61500 x1830945971591424/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/0 e 0 to 0 dl 1746126608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.955969:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945971591424 ext(19922944->20971519) 00002000:00010000:0.0:1746126597.955973:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61500 00000100:00100000:0.0:1746126597.956002:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2404 00000100:00100000:0.0:1746126597.956008:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945971591424:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126597.965662:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945971591424:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9647us (10299us total) trans 4294967873 rc 0/0 00000100:00100000:0.0:1746126597.965671:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2404 00002000:00100000:0.0:1746126597.965680:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (19922944->20971519) req@ffff880089a61500 x1830945971591424/t4294967873(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:358/0 lens 488/448 e 0 to 0 dl 1746126608 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126597.965690:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945971591424 ext(19922944->20971519) 00002000:00010000:0.0:1746126597.965694:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61500 00000100:00100000:0.0:1746126597.970316:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971592064 00000100:00100000:0.0:1746126597.970324:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971592064 00000100:00100000:0.0:1746126597.970380:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2405 00000100:00100000:0.0:1746126597.970387:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971592064:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126597.970414:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.970425:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.970427:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126597.970431:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.970472:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978855:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978864:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978871:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978877:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a857ba00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126597.978881:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978887:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978902:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126597.978907:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c255e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126597.978964:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971592064:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8577us (8729us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126597.978969:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2405 00000100:00100000:0.0:1746126597.995726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126598.004675:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004689:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004695:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004701:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094994800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126598.004705:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004715:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004728:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.004734:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c2565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.004806:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971592704:12345-192.168.203.49@tcp:3:dd.0 Request processed in 9526us (10017us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126598.004815:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2407 00000100:00100000:0.0:1746126598.020347:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971593216 00000100:00100000:0.0:1746126598.020354:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971593216 00000100:00100000:0.0:1746126598.020403:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2410 00000100:00100000:0.0:1746126598.020409:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971593216:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.020433:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.020457:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.020459:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.020463:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.020474:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033737:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033750:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033756:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033761:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a857b000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126598.033764:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033770:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033783:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.033788:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a857b000/0x9cce4314879c256c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.033861:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971593216:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13448us (15255us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126598.033868:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2410 00000100:00100000:0.0:1746126598.048086:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.048136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.089304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.089357:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.106528:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945971593984:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15855us (17229us total) trans 4294967878 rc 0/0 00000100:00100000:0.0:1746126598.106536:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2413 00002000:00100000:0.0:1746126598.106544:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (25165824->26214399) req@ffff88008bb4f100 x1830945971593984/t4294967878(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.106551:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb4f100 with x1830945971593984 ext(25165824->26214399) 00002000:00010000:0.0:1746126598.106556:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb4f100 00000100:00100000:0.0:1746126598.125120:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971594496 00000100:00100000:0.0:1746126598.125128:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971594496 00002000:00100000:0.0:1746126598.125166:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (26214400->27262975) req@ffff88012c3b6a00 x1830945971594496/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.125175:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b6a00 with x1830945971594496 ext(26214400->27262975) 00002000:00010000:0.0:1746126598.125181:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b6a00 00000100:00100000:0.0:1746126598.125206:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971594752 00000100:00100000:0.0:1746126598.125208:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971594752 00000100:00100000:0.0:1746126598.125227:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2415 00000100:00100000:0.0:1746126598.125234:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945971594496:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.125368:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2416 00000100:00100000:0.0:1746126598.125373:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1979:x1830945971594752:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.125396:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c2581 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.125413:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.125414:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.125418:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c2581 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.125429:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a857ba00/0x9cce4314879c2581 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.145016:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1979:x1830945971594496:12345-192.168.203.49@tcp:4:dd.0 Request processed in 19772us (20017us total) trans 4294967879 rc 0/0 00000100:00100000:0.0:1746126598.145028:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2415 00002000:00100000:0.0:1746126598.145039:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (26214400->27262975) req@ffff88012c3b6a00 x1830945971594496/t4294967879(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.145047:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b6a00 with x1830945971594496 ext(26214400->27262975) 00002000:00010000:0.0:1746126598.145052:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b6a00 00000100:00100000:0.0:1746126598.195655:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.214651:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971596160 00000100:00100000:0.0:1746126598.214659:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971596160 00002000:00100000:0.0:1746126598.214698:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (29360128->30408703) req@ffff88012c3b7b80 x1830945971596160/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.214708:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b7b80 with x1830945971596160 ext(29360128->30408703) 00002000:00010000:0.0:1746126598.214712:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b7b80 00000100:00100000:0.0:1746126598.214738:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971596288 00000100:00100000:0.0:1746126598.214740:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971596288 00000100:00100000:0.0:1746126598.214761:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2421 00000100:00100000:0.0:1746126598.214767:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1979:x1830945971596160:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.227492:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1979:x1830945971596160:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12716us (12922us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1746126598.227502:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2421 00002000:00100000:0.0:1746126598.227511:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (29360128->30408703) req@ffff88012c3b7b80 x1830945971596160/t4294967882(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.227519:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3b7b80 with x1830945971596160 ext(29360128->30408703) 00002000:00010000:0.0:1746126598.227524:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3b7b80 00000100:00100000:0.0:1746126598.245257:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971596544 00000100:00100000:0.0:1746126598.245264:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971596544 00002000:00100000:0.0:1746126598.245302:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (30408704->31457279) req@ffff88009c2e5c00 x1830945971596544/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.245311:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5c00 with x1830945971596544 ext(30408704->31457279) 00002000:00010000:0.0:1746126598.245316:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5c00 00000100:00100000:0.0:1746126598.245326:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2424 00000100:00100000:0.0:1746126598.245329:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945971596544:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.256771:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1981:x1830945971596544:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11434us (11973us total) trans 4294967883 rc 0/0 00000100:00100000:0.0:1746126598.257433:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2424 00002000:00100000:0.0:1746126598.257505:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (30408704->31457279) req@ffff88009c2e5c00 x1830945971596544/t4294967883(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.257514:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5c00 with x1830945971596544 ext(30408704->31457279) 00002000:00010000:0.0:1746126598.257519:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5c00 00000100:00100000:0.0:1746126598.270773:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971597056 00000100:00100000:0.0:1746126598.270780:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971597056 00002000:00100000:0.0:1746126598.270813:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (31457280->32505855) req@ffff88009c2e7800 x1830945971597056/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.270821:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945971597056 ext(31457280->32505855) 00002000:00010000:0.0:1746126598.270826:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e7800 00000100:00100000:0.0:1746126598.270876:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2425 00000100:00100000:0.0:1746126598.270882:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1979:x1830945971597056:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.282720:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1979:x1830945971597056:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11830us (12003us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1746126598.282730:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2425 00002000:00100000:0.0:1746126598.282739:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (31457280->32505855) req@ffff88009c2e7800 x1830945971597056/t4294967884(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.282748:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945971597056 ext(31457280->32505855) 00002000:00010000:0.0:1746126598.282753:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e7800 00000100:00100000:0.0:1746126598.299678:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971597696 00000100:00100000:0.0:1746126598.299686:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971597696 00000100:00100000:0.0:1746126598.299741:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971597824 00000100:00100000:0.0:1746126598.299743:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971597824 00002000:00100000:0.0:1746126598.299758:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (32505856->33554431) req@ffff88008bb6ca80 x1830945971597824/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.299767:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ca80 with x1830945971597824 ext(32505856->33554431) 00002000:00010000:0.0:1746126598.299771:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6ca80 00000100:00100000:0.0:1746126598.299784:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2427 00000100:00100000:0.0:1746126598.299790:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971597696:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.299824:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c25ab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.299846:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.299848:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.299852:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c25ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.299863:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c25ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.336778:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.337007:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.390322:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971599360 00000100:00100000:0.0:1746126598.390325:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971599360 00002000:00100000:0.0:1746126598.390350:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (35651584->36700159) req@ffff88008bb6d880 x1830945971599360/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.390359:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6d880 with x1830945971599360 ext(35651584->36700159) 00002000:00010000:0.0:1746126598.390364:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6d880 00000100:00100000:0.0:1746126598.390510:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2434 00000100:00100000:0.0:1746126598.390516:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1980:x1830945971599360:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.399783:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1980:x1830945971599360:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9258us (9578us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1746126598.399794:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2434 00002000:00100000:0.0:1746126598.399802:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (35651584->36700159) req@ffff88008bb6d880 x1830945971599360/t4294967888(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.399811:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6d880 with x1830945971599360 ext(35651584->36700159) 00002000:00010000:0.0:1746126598.399815:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6d880 00000100:00100000:0.0:1746126598.430656:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1979:x1830945971599744:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13941us (14721us total) trans 4294967889 rc 0/0 00000100:00100000:0.0:1746126598.430663:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2435 00002000:00100000:0.0:1746126598.430671:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (36700160->37748735) req@ffff88008bb6dc00 x1830945971599744/t4294967889(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.430679:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945971599744 ext(36700160->37748735) 00002000:00010000:0.0:1746126598.430684:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6dc00 00000100:00100000:0.0:1746126598.450254:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971600128 00000100:00100000:0.0:1746126598.450262:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971600128 00002000:00100000:0.0:1746126598.450566:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (37748736->38797311) req@ffff88009c2e5f80 x1830945971600128/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.450576:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5f80 with x1830945971600128 ext(37748736->38797311) 00002000:00010000:0.0:1746126598.450581:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5f80 00000100:00100000:0.0:1746126598.450604:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971600384 00000100:00100000:0.0:1746126598.450607:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971600384 00000100:00100000:0.0:1746126598.450629:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2437 00000100:00100000:0.0:1746126598.450635:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945971600128:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.450775:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2438 00000100:00100000:0.0:1746126598.450781:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971600384:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.450804:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.450816:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.450818:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.450822:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.450850:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.463913:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945971600128:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13273us (13704us total) trans 4294967890 rc 0/0 00000100:00100000:0.0:1746126598.463922:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2437 00002000:00100000:0.0:1746126598.463930:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (37748736->38797311) req@ffff88009c2e5f80 x1830945971600128/t4294967890(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.463938:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5f80 with x1830945971600128 ext(37748736->38797311) 00002000:00010000:0.0:1746126598.463942:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5f80 00000100:00100000:0.0:1746126598.473961:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971600640 00000100:00100000:0.0:1746126598.473969:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971600640 00002000:00100000:0.0:1746126598.474005:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (38797312->39845887) req@ffff88008bb6e300 x1830945971600640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.474014:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945971600640 ext(38797312->39845887) 00002000:00010000:0.0:1746126598.474018:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126598.474039:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971600896 00000100:00100000:0.0:1746126598.474042:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971600896 00000100:00100000:0.0:1746126598.474074:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2439 00000100:00100000:0.0:1746126598.474080:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945971600640:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.486259:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945971600640:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12171us (12534us total) trans 4294967891 rc 0/0 00000100:00100000:0.0:1746126598.486270:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2439 00002000:00100000:0.0:1746126598.486280:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (38797312->39845887) req@ffff88008bb6e300 x1830945971600640/t4294967891(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.486289:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945971600640 ext(38797312->39845887) 00002000:00010000:0.0:1746126598.486295:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126598.503307:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971601408 00000100:00100000:0.0:1746126598.503311:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971601408 00000100:00100000:0.0:1746126598.503389:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2441 00000100:00100000:0.0:1746126598.503396:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971601408:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.503422:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25dc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.503433:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.503434:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.503438:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.503483:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c25dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.544629:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971602432 00000100:00100000:0.0:1746126598.544635:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971602432 00000100:00100000:0.0:1746126598.544684:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971602560 00000100:00100000:0.0:1746126598.544685:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971602560 00002000:00100000:0.0:1746126598.544699:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (40894464->41943039) req@ffff880089a61f80 x1830945971602560/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.544707:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61f80 with x1830945971602560 ext(40894464->41943039) 00002000:00010000:0.0:1746126598.544711:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61f80 00000100:00100000:0.0:1746126598.544727:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2443 00000100:00100000:0.0:1746126598.544732:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971602432:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.544758:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b985400/0x9cce4314879c25e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.544768:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.544770:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.544774:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985400/0x9cce4314879c25e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.544783:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b985400/0x9cce4314879c25e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.578114:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971603072 00000100:00100000:0.0:1746126598.578119:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971603072 00000100:00100000:0.0:1746126598.578159:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2445 00000100:00100000:0.0:1746126598.578166:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971603072:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.578194:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.578206:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.578208:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.578212:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.578222:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589201:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589219:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589226:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589233:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b985000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126598.589236:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589243:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589258:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.589264:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b985000/0x9cce4314879c25ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.589324:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971603072:12345-192.168.203.49@tcp:3:dd.0 Request processed in 11156us (11282us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126598.589331:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2445 00000100:00100000:0.0:1746126598.601739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.601789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.636828:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971603840 00000100:00100000:0.0:1746126598.636844:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971603840 00002000:00100000:0.0:1746126598.636880:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (44040192->45088767) req@ffff88009c2e5880 x1830945971603840/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.636889:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5880 with x1830945971603840 ext(44040192->45088767) 00002000:00010000:0.0:1746126598.636894:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5880 00000100:00100000:0.0:1746126598.636909:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2450 00000100:00100000:0.0:1746126598.636914:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1980:x1830945971603840:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.654716:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1980:x1830945971603840:12345-192.168.203.49@tcp:4:dd.0 Request processed in 17794us (18402us total) trans 4294967896 rc 0/0 00000100:00100000:0.0:1746126598.654727:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2450 00002000:00100000:0.0:1746126598.654737:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (44040192->45088767) req@ffff88009c2e5880 x1830945971603840/t4294967896(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.654746:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5880 with x1830945971603840 ext(44040192->45088767) 00002000:00010000:0.0:1746126598.654751:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e5880 00000100:00100000:0.0:1746126598.667969:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971604608 00000100:00100000:0.0:1746126598.667974:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971604608 00002000:00100000:0.0:1746126598.668007:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (45088768->46137343) req@ffff88008bb6fb80 x1830945971604608/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/0 e 0 to 0 dl 1746126609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.668016:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945971604608 ext(45088768->46137343) 00002000:00010000:0.0:1746126598.668021:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6fb80 00000100:00100000:0.0:1746126598.668034:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2452 00000100:00100000:0.0:1746126598.668040:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1980:x1830945971604608:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.676880:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1980:x1830945971604608:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8833us (8982us total) trans 4294967897 rc 0/0 00000100:00100000:0.0:1746126598.676890:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2452 00002000:00100000:0.0:1746126598.676900:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (45088768->46137343) req@ffff88008bb6fb80 x1830945971604608/t4294967897(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.676909:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945971604608 ext(45088768->46137343) 00002000:00010000:0.0:1746126598.676914:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008bb6fb80 00000100:00100000:0.0:1746126598.696264:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.696318:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.754678:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2458 00000100:00100000:0.0:1746126598.754686:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971606144:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.754708:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2614 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.754718:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.754720:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.754724:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2614 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.754734:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2614 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.827422:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971607168 00000100:00100000:0.0:1746126598.827431:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971607168 00000100:00100000:0.0:1746126598.827532:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2461 00000100:00100000:0.0:1746126598.827542:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971607168:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126598.827568:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b58a00/0x9cce4314879c2622 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.827579:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.827581:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126598.827811:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b58a00/0x9cce4314879c2622 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126598.827825:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b58a00/0x9cce4314879c2622 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126598.872000:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.893157:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.893273:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.895135:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2466 00000100:00100000:0.0:1746126598.895142:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:1982:x1830945971607936:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126598.908118:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+103:1982:x1830945971607936:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12971us (14839us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1746126598.908128:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2466 00002000:00100000:0.0:1746126598.908136:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (52428800->53477375) req@ffff8800941e1880 x1830945971607936/t4294967904(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:359/0 lens 488/448 e 0 to 0 dl 1746126609 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126598.908145:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e1880 with x1830945971607936 ext(52428800->53477375) 00002000:00010000:0.0:1746126598.908150:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e1880 00000100:00100000:0.0:1746126598.918287:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971608448 00000100:00100000:0.0:1746126598.918297:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971608448 00000100:00100000:0.0:1746126598.967404:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126598.967475:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.001227:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973058048:0@lo:400:kworker.0 00000100:00100000:0.0:1746126599.001620:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973057792 00000100:00100000:0.0:1746126599.001624:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973057792 00000100:00100000:0.0:1746126599.001643:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746126599.001648:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973057792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126599.001799:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973057792:12345-0@lo:400:kworker.0 Request processed in 150us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126599.001805:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1746126599.013797:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.013948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126599.015381:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126599.015384:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126599.103479:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.103524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.105244:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2476 00000100:00100000:0.0:1746126599.105253:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1980:x1830945971610752:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126599.120763:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+113:1980:x1830945971610752:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15505us (17231us total) trans 4294967909 rc 0/0 00000100:00100000:0.0:1746126599.120774:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2476 00002000:00100000:0.0:1746126599.120782:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (57671680->58720255) req@ffff8800941e2d80 x1830945971610752/t4294967909(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/448 e 0 to 0 dl 1746126610 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.120791:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e2d80 with x1830945971610752 ext(57671680->58720255) 00002000:00010000:0.0:1746126599.120795:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e2d80 00000100:00100000:0.0:1746126599.132546:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.132597:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.160925:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.160979:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.197971:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.236894:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971613312 00000100:00100000:0.0:1746126599.236904:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971613312 00000100:00100000:0.0:1746126599.259228:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.259276:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.279773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.279813:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.325501:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.325553:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.359952:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.360003:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.369971:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+133:1981:x1830945971615872:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9613us (9956us total) trans 4294967919 rc 0/0 00000100:00100000:0.0:1746126599.369984:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2496 00002000:00100000:0.0:1746126599.369996:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (68157440->69206015) req@ffff8800918d9880 x1830945971615872/t4294967919(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/448 e 0 to 0 dl 1746126610 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.370006:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918d9880 with x1830945971615872 ext(68157440->69206015) 00002000:00010000:0.0:1746126599.370013:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918d9880 00000100:00100000:0.0:1746126599.390852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.390895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.411567:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.412955:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.455274:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971617408 00000100:00100000:0.0:1746126599.455284:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971617408 00000100:00100000:0.0:1746126599.479122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.542284:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.570796:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971619456 00000100:00100000:0.0:1746126599.570803:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971619456 00000100:00100000:0.0:1746126599.570868:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2509 00000100:00100000:0.0:1746126599.570875:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971619456:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126599.570903:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091818c00/0x9cce4314879c26ca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.570914:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.570915:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.570920:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091818c00/0x9cce4314879c26ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.570930:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091818c00/0x9cce4314879c26ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126599.589736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.589843:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.619991:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.620035:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.652342:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.653172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.688255:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973058688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126599.688305:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126599.688610:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973058688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126599.726024:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.732188:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126599.754971:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.754985:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.755002:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.755007:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094846200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126599.755010:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.755016:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.755035:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.755040:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094846200/0x9cce4314879c26ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [81788928->82837503] (req 81788928->82837503) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126599.755111:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1979:x1830945971622016:12345-192.168.203.49@tcp:3:dd.0 Request processed in 22773us (22925us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126599.755120:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2520 00000100:00100000:0.0:1746126599.765499:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.765534:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971622528 00000100:00100000:0.0:1746126599.765544:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971622528 00000100:00100000:0.0:1746126599.766596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.768286:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971622272 00000100:00100000:0.0:1746126599.768300:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971622272 00002000:00100000:0.0:1746126599.768342:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (81788928->82837503) req@ffff8801322b0a80 x1830945971622272/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/0 e 0 to 0 dl 1746126610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.768357:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0a80 with x1830945971622272 ext(81788928->82837503) 00002000:00010000:0.0:1746126599.768363:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801322b0a80 00000100:00100000:0.0:1746126599.768386:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2522 00000100:00100000:0.0:1746126599.768393:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+157:1979:x1830945971622272:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126599.793278:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.793320:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.793346:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971622784 00000100:00100000:0.0:1746126599.793356:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971622784 00002000:00100000:0.0:1746126599.793406:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (82837504->83886079) req@ffff8801322b0e00 x1830945971622784/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/0 e 0 to 0 dl 1746126610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.793416:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945971622784 ext(82837504->83886079) 00002000:00010000:0.0:1746126599.793422:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801322b0e00 00000100:00100000:0.0:1746126599.793439:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971623040 00000100:00100000:0.0:1746126599.793464:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971623040 00000100:00100000:0.0:1746126599.793487:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2523 00000100:00100000:0.0:1746126599.793493:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+159:1979:x1830945971622784:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126599.793647:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2524 00000100:00100000:0.0:1746126599.793653:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971623040:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126599.793679:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.793693:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.793695:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.793700:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.793712:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804895:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804912:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804920:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804925:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc8c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126599.804929:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804936:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804954:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.804960:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc8c00/0x9cce4314879c26fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126599.805035:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971623040:12345-192.168.203.49@tcp:3:dd.0 Request processed in 11377us (11709us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126599.805048:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2524 00000100:00100000:0.0:1746126599.805459:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+161:1979:x1830945971622784:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11965us (12191us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1746126599.805465:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2523 00002000:00100000:0.0:1746126599.805476:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (82837504->83886079) req@ffff8801322b0e00 x1830945971622784/t4294967933(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/448 e 0 to 0 dl 1746126610 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.805485:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945971622784 ext(82837504->83886079) 00002000:00010000:0.0:1746126599.805489:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801322b0e00 00000100:00100000:0.0:1746126599.823580:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971623296 00000100:00100000:0.0:1746126599.823593:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971623296 00002000:00100000:0.0:1746126599.823641:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (83886080->84934655) req@ffff88012d910000 x1830945971623296/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/0 e 0 to 0 dl 1746126610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.823652:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945971623296 ext(83886080->84934655) 00002000:00010000:0.0:1746126599.823658:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d910000 00000100:00100000:0.0:1746126599.823674:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971623552 00000100:00100000:0.0:1746126599.823677:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971623552 00000100:00100000:0.0:1746126599.823698:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2525 00000100:00100000:0.0:1746126599.823705:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+161:1982:x1830945971623296:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126599.823868:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2526 00000100:00100000:0.0:1746126599.823874:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971623552:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126599.823901:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.823916:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.823918:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.823924:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.823937:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841801:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841817:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841835:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841841:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094849a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126599.841845:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841852:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841870:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.841875:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c2702 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126599.841956:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971623552:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18076us (18431us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126599.841966:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2526 00000100:00100000:0.0:1746126599.853114:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971624064 00000100:00100000:0.0:1746126599.853118:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971624064 00000100:00100000:0.0:1746126599.853160:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2527 00000100:00100000:0.0:1746126599.853168:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945971624064:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126599.853203:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c2709 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.853219:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.853221:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126599.853226:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c2709 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126599.853250:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c2709 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126599.932696:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967919 is committed 00000001:00080000:0.0:1746126599.932925:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967927 is committed 00000001:00080000:0.0:1746126599.932973:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967931 is committed 00000100:00100000:0.0:1746126599.938702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.938900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.956867:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.995308:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126599.995333:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971626880 00000100:00100000:0.0:1746126599.995340:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971626880 00002000:00100000:0.0:1746126599.995384:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (91226112->92274687) req@ffff8801322b1f80 x1830945971626880/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/0 e 0 to 0 dl 1746126610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126599.995393:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945971626880 ext(91226112->92274687) 00002000:00010000:0.0:1746126599.995399:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801322b1f80 00000100:00100000:0.0:1746126599.995425:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2539 00000100:00100000:0.0:1746126599.995432:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1982:x1830945971626880:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126599.995586:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.004935:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945971626880:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9497us (9626us total) trans 4294967941 rc 0/0 00000100:00100000:0.0:1746126600.004945:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2539 00002000:00100000:0.0:1746126600.004957:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x17:0x0] (91226112->92274687) req@ffff8801322b1f80 x1830945971626880/t4294967941(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:360/0 lens 488/448 e 0 to 0 dl 1746126610 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.004966:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945971626880 ext(91226112->92274687) 00002000:00010000:0.0:1746126600.004972:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801322b1f80 00000100:00100000:0.0:1746126600.014816:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.014857:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971627648 00000100:00100000:0.0:1746126600.014864:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971627648 00000100:00100000:0.0:1746126600.014921:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2541 00000100:00100000:0.0:1746126600.014928:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971627648:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126600.014958:0:32436:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.014970:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.014972:0:32436:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.014976:0:32436:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.014992:0:32436:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025572:0:32436:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025587:0:32436:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025741:0:32436:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025748:0:32436:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093fe4a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.025751:0:32436:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025758:0:32436:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025773:0:32436:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.025779:0:32436:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093fe4a00/0x9cce4314879c273a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32436 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.025855:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945971627648:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10924us (11041us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.025866:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2541 00000100:00100000:0.0:1746126600.034653:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d911f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973058816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126600.034678:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126600.038814:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973059072:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126600.038837:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973059200:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126600.038858:0:8440:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094864c00/0x9cce4314879c2741 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126600.038901:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126600.038949:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126600.041755:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126600.041763:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801365f8c00/0x9cce4314879c2748 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041770:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801365f8c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.041773:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801365f8c00/0x9cce4314879c2748 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041781:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801365f8c00/0x9cce4314879c2748 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041792:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801365f8c00/0x9cce4314879c2748 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041798:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801365f8c00/0x9cce4314879c2748 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041816:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.041817:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.041818:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.041837:0:8440:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094864c00/0x9cce4314879c2741 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041843:0:8440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094864c00/0x9cce4314879c2741 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041850:0:8440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094864c00/0x9cce4314879c2741 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041856:0:8440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094864c00/0x9cce4314879c2741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.041879:0:8440:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126600.042345:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973058944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7510us (7695us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1746126600.042352:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:0.0:1746126600.047558:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.047901:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.074478:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.074522:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.100834:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2548 00000100:00100000:0.0:1746126600.100841:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945971629696:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126600.100868:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009483e600/0x9cce4314879c275d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.100878:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.100880:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.100884:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009483e600/0x9cce4314879c275d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.100894:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009483e600/0x9cce4314879c275d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.124938:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.126137:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.128630:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2550 00000100:00100000:0.0:1746126600.128638:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945971629952:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126600.139924:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945971629952:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11280us (13782us total) trans 4294967947 rc 0/0 00000100:00100000:0.0:1746126600.139934:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2550 00002000:00100000:0.0:1746126600.139943:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x17:0x0] (96468992->97517567) req@ffff880090d99f80 x1830945971629952/t4294967947(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:361/0 lens 488/448 e 0 to 0 dl 1746126611 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.139951:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945971629952 ext(96468992->97517567) 00002000:00010000:0.0:1746126600.139956:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99f80 00010000:00010000:0.0:1746126600.140416:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140425:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140436:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140463:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af36000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.140467:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140472:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140486:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.140492:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c2764 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.140875:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971630208:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13153us (15944us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.140882:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2549 00000100:00100000:0.0:1746126600.164864:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971630720 00000100:00100000:0.0:1746126600.164871:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971630720 00000100:00100000:0.0:1746126600.164923:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971630464 00000100:00100000:0.0:1746126600.164926:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971630464 00002000:00100000:0.0:1746126600.164941:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (97517568->98566143) req@ffff880135ece300 x1830945971630464/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:361/0 lens 488/0 e 0 to 0 dl 1746126611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.164951:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945971630464 ext(97517568->98566143) 00002000:00010000:0.0:1746126600.164956:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:0.0:1746126600.164967:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2551 00000100:00100000:0.0:1746126600.164973:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971630720:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126600.164999:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.165011:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.165012:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126600.165017:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.165028:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.165640:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2552 00000100:00100000:0.0:1746126600.165646:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1980:x1830945971630464:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:0.0:1746126600.177559:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177572:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177577:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177583:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009483e000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.177586:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177593:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177606:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.177612:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c276b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.177679:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971630720:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12702us (12956us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.177687:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2551 00000100:00100000:0.0:1746126600.179890:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1980:x1830945971630464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14238us (15096us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1746126600.179899:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2552 00002000:00100000:0.0:1746126600.179908:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (97517568->98566143) req@ffff880135ece300 x1830945971630464/t4294967948(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:361/0 lens 488/448 e 0 to 0 dl 1746126611 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.179916:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945971630464 ext(97517568->98566143) 00002000:00010000:0.0:1746126600.179920:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:0.0:1746126600.196068:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.199386:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126600.252847:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252860:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252867:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252873:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949ac200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.252876:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252882:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252895:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.252900:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949ac200/0x9cce4314879c2779 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.252966:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971631616:12345-192.168.203.49@tcp:3:dd.0 Request processed in 14138us (16436us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.252974:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2555 00000100:00100000:0.0:1746126600.306089:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.306312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126600.317756:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317774:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317788:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317794:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8f2600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.317798:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317804:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317830:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.317836:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c2787 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.320031:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971632640:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13152us (13946us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.320040:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2559 00000100:00100000:0.0:1746126600.334647:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971633024 00000100:00100000:0.0:1746126600.334656:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971633024 00002000:00100000:0.0:1746126600.334701:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88009b8a5880 x1830945971633024/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:361/0 lens 488/0 e 0 to 0 dl 1746126611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.334711:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945971633024 ext(102760448->103809023) 00002000:00010000:0.0:1746126600.334717:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:0.0:1746126600.335952:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2562 00000100:00100000:0.0:1746126600.335963:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1980:x1830945971633024:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:0.0:1746126600.346269:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346286:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346294:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346300:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009abdc000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.346305:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346313:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346332:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.346338:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009abdc000/0x9cce4314879c278e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126600.346425:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945971633280:12345-192.168.203.49@tcp:3:dd.0 Request processed in 11678us (11846us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126600.346435:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2561 00000100:00100000:0.0:1746126600.349842:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1980:x1830945971633024:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13859us (15297us total) trans 4294967953 rc 0/0 00000100:00100000:0.0:1746126600.349856:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2562 00002000:00100000:0.0:1746126600.349867:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88009b8a5880 x1830945971633024/t4294967953(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:361/0 lens 488/448 e 0 to 0 dl 1746126611 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126600.349878:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945971633024 ext(102760448->103809023) 00002000:00010000:0.0:1746126600.349884:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:0.0:1746126600.366078:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126600.366770:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126600.676648:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126600.684677:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126600.684683:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4771000/0x9cce4314879c27cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.684688:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b4771000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.684690:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4771000/0x9cce4314879c27cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.684696:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4771000/0x9cce4314879c27cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.684711:0:7113:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff88012db8bc00) 00010000:00010000:0.0:1746126600.684712:0:7113:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126600.684714:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4771000/0x9cce4314879c27cd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.684719:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4771000/0x9cce4314879c27cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.684746:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.684747:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.684748:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126600.869306:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126600.871794:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b58200/0x9cce4314879c27e2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871806:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b58200/0x9cce4314879c27e2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871826:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b58200/0x9cce4314879c27e2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871838:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b59400/0x9cce4314879c27e9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871843:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b59400/0x9cce4314879c27e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871848:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b59400/0x9cce4314879c27e9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871964:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b58000/0x9cce4314879c27f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.871973:0:7125:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094838800/0x9cce4314879c243f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8b2 expref: 10 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.871980:0:7125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b58000/0x9cce4314879c27f0 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.872013:0:7125:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094838800/0x9cce4314879c243f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8b2 expref: 10 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126600.872024:0:7125:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094838800/0x9cce4314879c243f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8b2 expref: 10 pid: 7125 timeout: 612 lvb_type: 0 00000100:00100000:0.0:1746126600.872041:0:7125:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d9a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7125:1830945973059584:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126600.872151:0:7125:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126600.886502:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126600.890142:0:9802:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126600.890147:0:9802:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948db600/0x9cce4314879c27f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.890152:0:9802:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948db600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126600.890154:0:9802:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948db600/0x9cce4314879c27f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.890159:0:9802:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948db600/0x9cce4314879c27f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.890166:0:9802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:0.0:1746126600.890168:0:9802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126600.890171:0:9802:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948db600/0x9cce4314879c27f7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.890175:0:9802:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948db600/0x9cce4314879c27f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126600.890203:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.890205:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126600.890206:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126600.902666:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.920878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126600.934313:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126601.042635:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967755 is committed 00000001:00080000:0.0:1746126601.042645:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967752 is committed 00000001:00080000:0.0:1746126601.042677:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967756 is committed 00000100:00100000:0.0:1746126601.088778:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126601.132827:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967757 is committed 00000001:00080000:0.0:1746126601.338579:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967760 is committed 00000001:00080000:0.0:1746126601.396002:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967761 is committed 00000100:00100000:0.0:1746126601.411416:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971637760 00000100:00100000:0.0:1746126601.411423:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971637760 00000100:00100000:0.0:1746126601.411522:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2570 00000100:00100000:0.0:1746126601.411530:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971637760:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126601.411567:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 6291456, mtime: 0x6813c709, atime: 0x0, ctime: 0x6813c709, blocks: 0x3007 00010000:00010000:0.0:1746126601.411573:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094994000/0x9cce4314879c286e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.411584:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126601.411585:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126601.411589:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094994000/0x9cce4314879c286e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.411599:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094994000/0x9cce4314879c286e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126601.643551:0:27175:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 9437184 -> 10485760 00002000:00010000:0.0:1746126601.643555:0:27175:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 18439 -> 20487 00010000:00010000:0.0:1746126601.643565:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643574:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643585:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643591:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094995000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126601.643595:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643601:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643614:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.643620:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094995000/0x9cce4314879c2883 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126601.643697:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971638528:12345-192.168.203.49@tcp:4:dd.0 Request processed in 66297us (66592us total) trans 4294967765 rc 0/0 00000100:00100000:0.0:1746126601.643705:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2573 00000100:00100000:0.0:1746126601.647688:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00010000:0.0:1746126601.713227:0:27175:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 10485760 -> 11534336 00002000:00010000:0.0:1746126601.713231:0:27175:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 20487 -> 22537 00010000:00010000:0.0:1746126601.713241:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713251:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713258:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713264:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab9b600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126601.713267:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713274:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713288:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.713294:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab9b600/0x9cce4314879c288a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126601.713362:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971638784:12345-192.168.203.49@tcp:4:dd.0 Request processed in 64794us (65676us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1746126601.713371:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2574 00000100:00100000:0.0:1746126601.718612:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126601.779672:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126601.937872:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971640064 00000100:00100000:0.0:1746126601.937880:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971640064 00000100:00100000:0.0:1746126601.937939:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2579 00000100:00100000:0.0:1746126601.937947:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971640064:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126601.937988:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 15728640, mtime: 0x6813c70a, atime: 0x0, ctime: 0x6813c70a, blocks: 0x7809 00010000:00010000:0.0:1746126601.937996:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c28ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.938007:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126601.938009:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126601.938013:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c28ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126601.938023:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c28ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126602.209107:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126602.262101:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126602.323583:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126602.332635:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746126602.594320:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967780 is committed 00000001:00080000:0.0:1746126602.666248:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967781 is committed 00000100:00100000:0.0:1746126602.671601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126602.723087:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967782 is committed 00000001:00080000:0.0:1746126602.781011:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967783 is committed 00002000:00010000:0.0:1746126602.995494:0:27175:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 31457280 -> 32505856 00002000:00010000:0.0:1746126602.995499:0:27175:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 61451 -> 63499 00010000:00010000:0.0:1746126602.995511:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995523:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995531:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995539:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094995c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126602.995543:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995551:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995568:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126602.995576:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094995c00/0x9cce4314879c2916 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126602.995667:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971643904:12345-192.168.203.49@tcp:4:dd.0 Request processed in 69546us (69771us total) trans 4294967786 rc 0/0 00000100:00100000:0.0:1746126602.995678:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2594 00000100:00100000:0.0:1746126603.004602:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971644160 00000100:00100000:0.0:1746126603.004616:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971644160 00000100:00100000:0.0:1746126603.004700:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2595 00000100:00100000:0.0:1746126603.004708:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971644160:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126603.004760:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 32505856, mtime: 0x6813c70b, atime: 0x0, ctime: 0x6813c70b, blocks: 0xf80b 00010000:00010000:0.0:1746126603.004773:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c291d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.004786:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.004788:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.004794:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c291d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.004816:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c291d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.333597:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126603.423062:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971645440 00000100:00100000:0.0:1746126603.423072:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971645440 00000100:00100000:0.0:1746126603.423133:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2600 00000100:00100000:0.0:1746126603.423140:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971645440:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126603.423193:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 37748736, mtime: 0x6813c70b, atime: 0x0, ctime: 0x6813c70b, blocks: 0x1200d 00010000:00010000:0.0:1746126603.423201:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094848e00/0x9cce4314879c2940 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.423213:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.423215:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.423220:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848e00/0x9cce4314879c2940 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.423233:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848e00/0x9cce4314879c2940 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126603.478487:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971645696 00000100:00100000:0.0:1746126603.478497:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971645696 00000100:00100000:0.0:1746126603.478559:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2601 00000100:00100000:0.0:1746126603.478566:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971645696:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126603.478616:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 38797312, mtime: 0x6813c70b, atime: 0x0, ctime: 0x6813c70b, blocks: 0x1280d 00010000:00010000:0.0:1746126603.478626:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a857b600/0x9cce4314879c2947 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.478638:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.478640:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.478645:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a857b600/0x9cce4314879c2947 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.478657:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a857b600/0x9cce4314879c2947 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126603.846484:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 44040192 -> 45088768 00002000:00010000:0.0:1746126603.846488:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 86029 -> 88079 00010000:00010000:0.0:1746126603.846501:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846511:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846518:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846524:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90d400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126603.846528:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846535:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846556:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.846562:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d90d400/0x9cce4314879c296a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126603.846659:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1979:x1830945971647744:12345-192.168.203.49@tcp:4:dd.0 Request processed in 54519us (54776us total) trans 4294967798 rc 0/0 00000100:00100000:0.0:1746126603.846670:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2606 00000100:00100000:0.0:1746126603.852579:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971648000 00000100:00100000:0.0:1746126603.852589:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971648000 00000100:00100000:0.0:1746126603.852657:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2607 00000100:00100000:0.0:1746126603.852665:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971648000:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126603.852715:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 45088768, mtime: 0x6813c70c, atime: 0x0, ctime: 0x6813c70c, blocks: 0x1580f 00010000:00010000:0.0:1746126603.852722:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a436fc00/0x9cce4314879c2971 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.852736:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.852737:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126603.852742:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a436fc00/0x9cce4314879c2971 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126603.852755:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a436fc00/0x9cce4314879c2971 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126604.107640:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00010000:0.0:1746126604.207435:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 48234496 -> 49283072 00002000:00010000:0.0:1746126604.207440:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 94223 -> 96271 00010000:00010000:0.0:1746126604.207467:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207477:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207483:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207489:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b58000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126604.207492:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207499:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207512:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.207517:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b58000/0x9cce4314879c2986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126604.207585:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971648768:12345-192.168.203.49@tcp:4:dd.0 Request processed in 99726us (99953us total) trans 4294967802 rc 0/0 00000100:00100000:0.0:1746126604.207593:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2610 00000100:00100000:0.0:1746126604.215518:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126604.367938:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967804 is committed 00000100:00100000:0.0:1746126604.372236:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971649536 00000100:00100000:0.0:1746126604.372243:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971649536 00000100:00100000:0.0:1746126604.372299:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2613 00000100:00100000:0.0:1746126604.372306:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971649536:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126604.372341:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 51380224, mtime: 0x6813c70c, atime: 0x0, ctime: 0x6813c70c, blocks: 0x1880f 00010000:00010000:0.0:1746126604.372348:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a41f5200/0x9cce4314879c299b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.372358:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.372360:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.372363:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a41f5200/0x9cce4314879c299b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.372374:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a41f5200/0x9cce4314879c299b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [51380224->52428799] (req 51380224->52428799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126604.677656:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967809 is committed 00000100:00100000:0.0:1746126604.693385:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971650816 00000100:00100000:0.0:1746126604.693393:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971650816 00000100:00100000:0.0:1746126604.693486:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2618 00000100:00100000:0.0:1746126604.693494:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971650816:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126604.693592:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 56623104, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1b011 00010000:00010000:0.0:1746126604.693599:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.693608:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.693610:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.693615:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.693625:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746126604.695845:0:8520:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 516815400594ns, next at 517815399484ns, rc = 0 00002000:00010000:0.0:1746126604.779134:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 56623104 -> 57671680 00002000:00010000:0.0:1746126604.779138:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 110609 -> 112657 00010000:00010000:0.0:1746126604.779146:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779155:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779161:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779167:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009408ac00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126604.779170:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779177:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779192:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.779198:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c29be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [56623104->57671679] (req 56623104->57671679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126604.779282:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971650816:12345-192.168.203.49@tcp:4:dd.0 Request processed in 85785us (86003us total) trans 4294967810 rc 0/0 00000100:00100000:0.0:1746126604.779291:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2618 00000100:00100000:0.0:1746126604.787250:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971651072 00000100:00100000:0.0:1746126604.787258:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971651072 00000100:00100000:0.0:1746126604.787313:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2619 00000100:00100000:0.0:1746126604.787321:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1979:x1830945971651072:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126604.787357:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 57671680, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1b811 00010000:00010000:0.0:1746126604.787364:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c29c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.787376:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.787527:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126604.787532:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c29c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126604.787544:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c29c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [57671680->58720255] (req 57671680->58720255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126604.860905:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967811 is committed 00000100:00100000:0.0:1746126605.043579:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973061120:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126605.043592:0:8441:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.043953:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971651712 00000100:00100000:0.0:1746126605.043959:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971651712 00010000:00010000:0.0:1746126605.043999:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 6 pid: 16421 timeout: 617 lvb_type: 0 00000100:00100000:0.0:1746126605.044020:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971651840 00000100:00100000:0.0:1746126605.044022:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971651840 00010000:00010000:0.0:1746126605.044034:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff1600/0x9cce4314879c24cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8ea expref: 6 pid: 8441 timeout: 617 lvb_type: 1 00000100:00100000:0.0:1746126605.044050:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4903 00000100:00100000:0.0:1746126605.044057:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945971651712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126605.044070:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126605.044074:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 6 pid: 16421 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126605.044084:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 6 pid: 16421 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126605.044109:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ffcc00/0x9cce4314879c24c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8e3 expref: 6 pid: 16421 timeout: 617 lvb_type: 0 00010000:00010000:0.0:1746126605.044124:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.044126:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.044131:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044139:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044160:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126605.044200:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945971651712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 143us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126605.044206:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4903 00000100:00100000:0.0:1746126605.044221:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4904 00000100:00100000:0.0:1746126605.044225:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971651840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126605.044231:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126605.044235:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ff1600/0x9cce4314879c24cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8ea expref: 6 pid: 8441 timeout: 617 lvb_type: 1 00010000:00010000:0.0:1746126605.044243:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ff1600/0x9cce4314879c24cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8ea expref: 6 pid: 8441 timeout: 617 lvb_type: 1 00010000:00010000:0.0:1746126605.044254:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ff1600/0x9cce4314879c24cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf8ea expref: 6 pid: 8441 timeout: 617 lvb_type: 1 00010000:00010000:0.0:1746126605.044263:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.044264:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.044266:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044272:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044283:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126605.044295:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945971651840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 70us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126605.044301:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4904 00010000:00010000:0.0:1746126605.044316:0:8441:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044323:0:8441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044331:0:8441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044337:0:8441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044349:0:8441:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126605.044921:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3313:x1830945973060864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8062us (8350us total) trans 4294967814 rc 0/0 00000100:00100000:0.0:1746126605.044928:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00010000:00010000:0.0:1746126605.044944:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126605.044950:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044956:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009483e000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126605.044959:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044966:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044980:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044985:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009483e000/0x9cce4314879c29e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.044998:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126605.044999:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126605.045000:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746126605.045025:0:3313:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135d71180/2, rc 0, transno 4294967814 00000100:00100000:0.0:1746126605.045031:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973060864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746126605.045046:0:8438:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.045053:0:8438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.045059:0:8438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.045065:0:8438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c29da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.045074:0:8438:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126605.058313:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3313:x1830945973060736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21651us (21811us total) trans 4294967955 rc 0/0 00000100:00100000:0.0:1746126605.058328:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:0.0:1746126605.058392:0:3313:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967943 gen 2 00000004:00080000:0.0:1746126605.058398:0:3313:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012d911f80, transno 4294967943 00000100:00100000:0.0:1746126605.058411:0:3313:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880135d70000 x1830945973060736/t4294967955(4294967955) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1746126621 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1746126605.058422:0:3313:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135d70000/2, rc 0, transno 4294967955 00000100:00100000:0.0:1746126605.058426:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973060736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126605.066682:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971652096 00000100:00100000:0.0:1746126605.066692:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971652096 00000100:00100000:0.0:1746126605.066752:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2622 00000100:00100000:0.0:1746126605.066760:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971652096:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.066825:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 60817408, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1d011 00010000:00010000:0.0:1746126605.066834:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c29e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.066846:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.066848:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.066853:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c29e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.066867:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c29e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [60817408->61865983] (req 60817408->61865983) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.181561:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971652352 00000100:00100000:0.0:1746126605.181569:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971652352 00000100:00100000:0.0:1746126605.181620:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2623 00000100:00100000:0.0:1746126605.181626:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1979:x1830945971652352:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.181665:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 61865984, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1d811 00010000:00010000:0.0:1746126605.181671:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.181681:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.181683:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.181687:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.181697:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126605.255812:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 61865984 -> 62914560 00002000:00010000:0.0:1746126605.255817:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 120849 -> 122897 00010000:00010000:0.0:1746126605.255832:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255843:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255851:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255858:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948dba00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126605.255863:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255870:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255889:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.255895:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dba00/0x9cce4314879c29ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [61865984->62914559] (req 61865984->62914559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.255999:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1979:x1830945971652352:12345-192.168.203.49@tcp:4:dd.0 Request processed in 74367us (74611us total) trans 4294967816 rc 0/0 00000100:00100000:0.0:1746126605.256010:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2623 00000100:00100000:0.0:1746126605.270096:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971652608 00000100:00100000:0.0:1746126605.270109:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971652608 00000100:00100000:0.0:1746126605.270176:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2624 00000100:00100000:0.0:1746126605.270184:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971652608:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.270233:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 62914560, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1e011 00010000:00010000:0.0:1746126605.270240:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.270253:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.270255:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.270259:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.270272:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126605.334997:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 62914560 -> 63963136 00002000:00010000:0.0:1746126605.335006:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 122897 -> 124945 00010000:00010000:0.0:1746126605.335019:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335030:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335039:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335046:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b1c600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126605.335050:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335057:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335075:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.335082:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b1c600/0x9cce4314879c29f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [62914560->63963135] (req 62914560->63963135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.335174:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945971652608:12345-192.168.203.49@tcp:4:dd.0 Request processed in 64985us (67066us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1746126605.335184:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2624 00000100:00100000:0.0:1746126605.342050:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971652864 00000100:00100000:0.0:1746126605.342060:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971652864 00000100:00100000:0.0:1746126605.342131:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2625 00000100:00100000:0.0:1746126605.342139:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971652864:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.342189:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 63963136, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1e811 00010000:00010000:0.0:1746126605.342197:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.342211:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.342212:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.342217:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.342229:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126605.403822:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 63963136 -> 65011712 00002000:00010000:0.0:1746126605.403829:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 124945 -> 126993 00010000:00010000:0.0:1746126605.403841:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403852:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403858:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403864:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948dbe00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126605.403868:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403878:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403895:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.403900:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c29fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.404002:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945971652864:12345-192.168.203.49@tcp:4:dd.0 Request processed in 61858us (62221us total) trans 4294967818 rc 0/0 00000100:00100000:0.0:1746126605.404012:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2625 00000100:00100000:0.0:1746126605.407202:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971653120 00000100:00100000:0.0:1746126605.407213:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971653120 00000100:00100000:0.0:1746126605.407288:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2626 00000100:00100000:0.0:1746126605.407296:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971653120:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.407349:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 65011712, mtime: 0x6813c70d, atime: 0x0, ctime: 0x6813c70d, blocks: 0x1f011 00010000:00010000:0.0:1746126605.407358:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6200/0x9cce4314879c2a04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.407371:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.407373:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.407378:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6200/0x9cce4314879c2a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.407392:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6200/0x9cce4314879c2a04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.595758:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971653888 00000100:00100000:0.0:1746126605.595769:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971653888 00000100:00100000:0.0:1746126605.596684:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2629 00000100:00100000:0.0:1746126605.596694:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971653888:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.596749:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 68157440, mtime: 0x6813c70e, atime: 0x0, ctime: 0x6813c70e, blocks: 0x20813 00010000:00010000:0.0:1746126605.596758:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c2a19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.596772:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.596774:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.596780:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c2a19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.596824:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c2a19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [68157440->69206015] (req 68157440->69206015) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.666553:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00010000:0.0:1746126605.732018:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 69206016 -> 70254592 00002000:00010000:0.0:1746126605.732022:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 135187 -> 137235 00010000:00010000:0.0:1746126605.732036:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732048:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732057:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732064:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af28000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126605.732068:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732076:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732096:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.732103:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c2a20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [69206016->70254591] (req 69206016->70254591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126605.732198:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971654144:12345-192.168.203.49@tcp:4:dd.0 Request processed in 65146us (65645us total) trans 4294967823 rc 0/0 00000100:00100000:0.0:1746126605.732208:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2630 00000100:00100000:0.0:1746126605.737090:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971654400 00000100:00100000:0.0:1746126605.737101:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971654400 00000100:00100000:0.0:1746126605.737171:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2631 00000100:00100000:0.0:1746126605.737179:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971654400:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126605.737232:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 70254592, mtime: 0x6813c70e, atime: 0x0, ctime: 0x6813c70e, blocks: 0x21813 00010000:00010000:0.0:1746126605.737241:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949ad400/0x9cce4314879c2a27 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.737254:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.737256:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126605.737261:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ad400/0x9cce4314879c2a27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126605.737274:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949ad400/0x9cce4314879c2a27 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [70254592->71303167] (req 70254592->71303167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126606.112302:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967828 is committed 00000001:00080000:0.0:1746126606.198035:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967829 is committed 00000001:00080000:0.0:1746126606.319714:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967830 is committed 00000100:00100000:0.0:1746126606.326672:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971656192 00000100:00100000:0.0:1746126606.326681:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971656192 00000100:00100000:0.0:1746126606.326733:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2638 00000100:00100000:0.0:1746126606.326739:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971656192:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126606.326775:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 77594624, mtime: 0x6813c70e, atime: 0x0, ctime: 0x6813c70e, blocks: 0x25015 00010000:00010000:0.0:1746126606.326791:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.326801:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.326803:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.326806:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.326816:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126606.383404:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 77594624 -> 78643200 00002000:00010000:0.0:1746126606.383410:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 151573 -> 153621 00010000:00010000:0.0:1746126606.383424:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383457:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383465:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383472:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949ba400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126606.383476:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383483:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383501:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.383507:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949ba400/0x9cce4314879c2a58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [77594624->78643199] (req 77594624->78643199) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126606.383593:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945971656192:12345-192.168.203.49@tcp:4:dd.0 Request processed in 56849us (56999us total) trans 4294967831 rc 0/0 00000100:00100000:0.0:1746126606.383603:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2638 00000001:00080000:0.0:1746126606.383634:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967831 is committed 00000100:00100000:0.0:1746126606.387978:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971656448 00000100:00100000:0.0:1746126606.387989:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971656448 00000100:00100000:0.0:1746126606.388052:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2639 00000100:00100000:0.0:1746126606.388060:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971656448:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126606.388111:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 78643200, mtime: 0x6813c70e, atime: 0x0, ctime: 0x6813c70e, blocks: 0x25815 00010000:00010000:0.0:1746126606.388120:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd600/0x9cce4314879c2a5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.388132:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.388134:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.388138:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd600/0x9cce4314879c2a5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.388151:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd600/0x9cce4314879c2a5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126606.426729:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967832 is committed 00000100:00100000:0.0:1746126606.431620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126606.622135:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967835 is committed 00000001:00080000:0.0:1746126606.685000:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967836 is committed 00000001:00080000:0.0:1746126606.831078:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967838 is committed 00002000:00010000:0.0:1746126606.906406:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 85983232 -> 87031808 00002000:00010000:0.0:1746126606.906412:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 167957 -> 170005 00010000:00010000:0.0:1746126606.906427:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906439:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906476:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906487:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094860c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126606.906491:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906499:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906969:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.906977:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094860c00/0x9cce4314879c2a90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126606.907082:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945971658240:12345-192.168.203.49@tcp:4:dd.0 Request processed in 71045us (71523us total) trans 4294967839 rc 0/0 00000100:00100000:0.0:1746126606.907092:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2646 00000001:00080000:0.0:1746126606.907128:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967839 is committed 00000100:00100000:0.0:1746126606.918163:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971658496 00000100:00100000:0.0:1746126606.918173:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971658496 00000100:00100000:0.0:1746126606.918244:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2647 00000100:00100000:0.0:1746126606.918252:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971658496:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126606.918305:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 87031808, mtime: 0x6813c70f, atime: 0x0, ctime: 0x6813c70f, blocks: 0x29815 00010000:00010000:0.0:1746126606.918313:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948faa00/0x9cce4314879c2a97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.918325:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.918327:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126606.918332:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948faa00/0x9cce4314879c2a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126606.918344:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948faa00/0x9cce4314879c2a97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126606.990807:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967840 is committed 00002000:00010000:0.0:1746126607.075193:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 88080384 -> 89128960 00002000:00010000:0.0:1746126607.075198:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 172053 -> 174103 00010000:00010000:0.0:1746126607.075232:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075244:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075252:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075259:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a43b6800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126607.075263:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075271:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075289:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.075299:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43b6800/0x9cce4314879c2a9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126607.076097:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971658752:12345-192.168.203.49@tcp:4:dd.0 Request processed in 76775us (76975us total) trans 4294967841 rc 0/0 00000100:00100000:0.0:1746126607.076108:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2648 00000100:00100000:0.0:1746126607.087296:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.158763:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.252259:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.317574:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.365639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.437095:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.494428:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126607.569858:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967848 is committed 00000001:00080000:0.0:1746126607.635847:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967849 is committed 00000100:00100000:0.0:1746126607.766246:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.832732:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971661824 00000100:00100000:0.0:1746126607.832742:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971661824 00000100:00100000:0.0:1746126607.832820:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2660 00000100:00100000:0.0:1746126607.832829:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971661824:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126607.832877:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 100663296, mtime: 0x6813c710, atime: 0x0, ctime: 0x6813c710, blocks: 0x30019 00010000:00010000:0.0:1746126607.832887:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c2af2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.832900:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126607.832902:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126607.832907:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c2af2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126607.832919:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c2af2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126607.898961:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967853 is committed 00000100:00100000:0.0:1746126607.902064:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126607.964440:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.029268:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971662592 00000100:00100000:0.0:1746126608.029278:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971662592 00000100:00100000:0.0:1746126608.029590:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2663 00000100:00100000:0.0:1746126608.029601:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971662592:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126608.029652:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 103809024, mtime: 0x6813c710, atime: 0x0, ctime: 0x6813c710, blocks: 0x31819 00010000:00010000:0.0:1746126608.029659:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094fc8e00/0x9cce4314879c2b07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.029673:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126608.029675:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126608.029680:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc8e00/0x9cce4314879c2b07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.029693:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc8e00/0x9cce4314879c2b07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126608.114916:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.119751:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.126925:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.131037:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830945973061248:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126608.131061:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.131807:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.131813:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.131829:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995a00/0x9cce4314879c2b5b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.131836:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995a00/0x9cce4314879c2b5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.131842:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995a00/0x9cce4314879c2b5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00080000:0.0:1746126608.132430:0:7126:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:0.0:1746126608.132648:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8c00/0x9cce4314879c2b62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132656:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8c00/0x9cce4314879c2b62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132662:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8c00/0x9cce4314879c2b62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132688:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132694:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132700:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132705:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094805800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126608.132708:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132714:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132722:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880086001600) 00010000:00010000:0.0:1746126608.132725:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126608.132729:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126608.132733:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094805800/0x9cce4314879c2b54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:0.0:1746126608.132759:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880089a60000 reply state ffff88009b71e000 transno 4294980426 ns: mdt-lustre-MDT0000_UUID lock: ffff880094995a00/0x9cce4314879c2b5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746126608.132766:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126608.132801:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009483fa00/0x9cce4314879c2b4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf930 expref: 11 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.132817:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8c00/0x9cce4314879c2b62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf930 expref: 10 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.132823:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff88008353d100) 00010000:00010000:0.0:1746126608.132824:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126608.132826:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc8c00, rc 0) 00000100:00100000:0.0:1746126608.132870:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:29735:x1830945971663616:12345-192.168.203.49@tcp:101:dd.0 Request processed in 5626us (5950us total) trans 4294980426 rc 0/0 00000100:00100000:0.0:1746126608.132879:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30058 00000100:00100000:0.0:1746126608.137655:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971663872 00000100:00100000:0.0:1746126608.137664:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971663872 00000100:00100000:0.0:1746126608.138027:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3205 00000100:00100000:0.0:1746126608.138035:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:29735:x1830945971663872:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126608.138051:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126608.138067:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x9cce4314879c2b70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf937 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126608.138088:0:8438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 104857600, mtime: 0x6813c710, atime: 0x0, ctime: 0x6813c710, blocks: 0x32019 00010000:00010000:0.0:1746126608.138107:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126608.138109:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126608.138115:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x9cce4314879c2b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf937 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.138127:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be1aa00/0x9cce4314879c2b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf937 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126608.138135:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be1aa00, rc 0) 00000100:00100000:0.0:1746126608.138182:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:29735:x1830945971663872:12345-192.168.203.49@tcp:101:dd.0 Request processed in 149us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126608.138188:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3205 00000100:00100000:0.0:1746126608.157373:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971664128:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13677us (13862us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.157385:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2664 00002000:00100000:0.0:1746126608.157396:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (0->1048575) req@ffff88012def8a80 x1830945971664128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.157406:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8a80 with x1830945971664128 ext(0->1048575) 00002000:00010000:0.0:1746126608.157413:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def8a80 00000100:00100000:0.0:1746126608.162050:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.244247:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.244275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.290325:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.290341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.290359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.290375:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971666816 00000100:00100000:0.0:1746126608.290378:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971666816 00002000:00100000:0.0:1746126608.290395:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff880089a61180 x1830945971666816/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.290404:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945971666816 ext(6291456->7340031) 00002000:00010000:0.0:1746126608.290407:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126608.290425:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2672 00000100:00100000:0.0:1746126608.290430:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945971666304:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.386609:0:24581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945971667584:12345-192.168.203.49@tcp:4:dd.0 Request processed in 23863us (24488us total) trans 4294967961 rc 0/0 00000100:00100000:0.0:1746126608.386622:0:24581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2677 00002000:00100000:0.0:1746126608.386637:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (5242880->6291455) req@ffff880093643800 x1830945971667584/t4294967961(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/448 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.386647:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830945971667584 ext(5242880->6291455) 00002000:00010000:0.0:1746126608.386654:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093643800 00000100:00100000:0.0:1746126608.395102:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971668096 00000100:00100000:0.0:1746126608.395111:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971668096 00002000:00100000:0.0:1746126608.395154:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff880093640700 x1830945971668096/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.395162:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945971668096 ext(7340032->8388607) 00002000:00010000:0.0:1746126608.395166:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746126608.395196:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2679 00000100:00100000:0.0:1746126608.395203:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945971668096:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126608.403946:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945971668096:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8731us (8903us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1746126608.403958:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2679 00002000:00100000:0.0:1746126608.403970:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff880093640700 x1830945971668096/t4294967963(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/448 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.403979:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945971668096 ext(7340032->8388607) 00002000:00010000:0.0:1746126608.403986:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746126608.424696:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2687 00000100:00100000:0.0:1746126608.424707:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+19:1981:x1830945971669248:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.488643:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971668992:12345-192.168.203.49@tcp:3:dd.0 Request processed in 65058us (65236us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.488653:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2686 00002000:00100000:0.0:1746126608.488663:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (13631488->14680063) req@ffff8800911ab800 x1830945971668992/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.488671:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab800 with x1830945971668992 ext(13631488->14680063) 00002000:00010000:0.0:1746126608.488679:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911ab800 00000100:00100000:0.0:1746126608.495208:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.532413:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971671040 00000100:00100000:0.0:1746126608.532417:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971671040 00000100:00100000:0.0:1746126608.532440:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 411 00000100:00100000:0.0:1746126608.532456:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945971671040:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126608.533430:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945971671040:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 972us (2679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126608.533435:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 411 00000100:00100000:0.0:1746126608.574351:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971672064 00000100:00100000:0.0:1746126608.574359:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971672064 00002000:00100000:0.0:1746126608.574393:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff8800911a9c00 x1830945971672064/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.574402:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945971672064 ext(15728640->16777215) 00002000:00010000:0.0:1746126608.574406:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:0.0:1746126608.574440:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2695 00000100:00100000:0.0:1746126608.574471:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945971672064:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126608.588788:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945971672064:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14310us (15042us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1746126608.588798:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2695 00002000:00100000:0.0:1746126608.588808:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff8800911a9c00 x1830945971672064/t4294967971(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/448 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.588815:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945971672064 ext(15728640->16777215) 00002000:00010000:0.0:1746126608.588821:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:0.0:1746126608.606806:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2696 00000100:00100000:0.0:1746126608.606816:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945971672320:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.610469:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.611543:0:24581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971672576 00000100:00100000:0.0:1746126608.611552:0:24581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971672576 00002000:00100000:0.0:1746126608.611589:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (18874368->19922943) req@ffff8800911aa300 x1830945971672576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.611600:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aa300 with x1830945971672576 ext(18874368->19922943) 00002000:00010000:0.0:1746126608.611605:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aa300 00000100:00100000:0.0:1746126608.611746:0:24581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971673088 00000100:00100000:0.0:1746126608.611750:0:24581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971673088 00002000:00100000:0.0:1746126608.611764:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (23068672->24117247) req@ffff88012d912680 x1830945971673088/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.611780:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945971673088 ext(23068672->24117247) 00002000:00010000:0.0:1746126608.611783:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d912680 00000100:00100000:0.0:1746126608.611799:0:24581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2700 00000100:00100000:0.0:1746126608.611807:0:24581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945971673216:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.612554:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2703 00000100:00100000:0.0:1746126608.612561:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971673088:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.621848:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+22:1982:x1830945971672320:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15021us (15345us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.621860:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2696 00002000:00100000:0.0:1746126608.621872:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (16777216->17825791) req@ffff88012de00e00 x1830945971672320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.621881:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00e00 with x1830945971672320 ext(16777216->17825791) 00002000:00010000:0.0:1746126608.621889:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de00e00 00000100:00100000:0.0:1746126608.644194:0:24581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f04e74d-65c5-45c5-b169-968db36157cf+20:1982:x1830945971673216:12345-192.168.203.49@tcp:3:dd.0 Request processed in 32386us (33750us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.644203:0:24581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2700 00002000:00100000:0.0:1746126608.644212:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (24117248->25165823) req@ffff880089a61c00 x1830945971673216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.644221:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61c00 with x1830945971673216 ext(24117248->25165823) 00002000:00010000:0.0:1746126608.644226:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61c00 00000100:00100000:0.0:1746126608.646844:0:24581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971673984 00000100:00100000:0.0:1746126608.646856:0:24581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971673984 00002000:00100000:0.0:1746126608.646898:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (27262976->28311551) req@ffff880135f9ca80 x1830945971673984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.650919:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ca80 with x1830945971673984 ext(27262976->28311551) 00002000:00010000:0.0:1746126608.650929:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ca80 00000100:00100000:0.0:1746126608.662707:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.663207:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.664164:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971672704:12345-192.168.203.49@tcp:3:dd.0 Request processed in 56916us (57614us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.664174:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2698 00002000:00100000:0.0:1746126608.664184:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (19922944->20971519) req@ffff88012de02300 x1830945971672704/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.664192:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02300 with x1830945971672704 ext(19922944->20971519) 00002000:00010000:0.0:1746126608.664197:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02300 00000100:00100000:0.0:1746126608.664220:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971674112 00000100:00100000:0.0:1746126608.664227:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971674112 00002000:00100000:0.0:1746126608.664256:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (28311552->29360127) req@ffff880089a61f80 x1830945971674112/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.664262:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61f80 with x1830945971674112 ext(28311552->29360127) 00002000:00010000:0.0:1746126608.664264:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61f80 00000100:00100000:0.0:1746126608.664275:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971674240 00000100:00100000:0.0:1746126608.664277:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971674240 00002000:00100000:0.0:1746126608.664285:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (29360128->30408703) req@ffff880089a62300 x1830945971674240/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.664292:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62300 with x1830945971674240 ext(29360128->30408703) 00002000:00010000:0.0:1746126608.664294:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62300 00000100:00100000:0.0:1746126608.664303:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2708 00000100:00100000:0.0:1746126608.664309:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+19:1982:x1830945971674112:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.665143:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2709 00000100:00100000:0.0:1746126608.665150:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+20:1982:x1830945971674240:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.699481:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971672832:12345-192.168.203.49@tcp:3:dd.0 Request processed in 86942us (88698us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.699495:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2702 00002000:00100000:0.0:1746126608.699507:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (20971520->22020095) req@ffff88012d910700 x1830945971672832/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.699520:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910700 with x1830945971672832 ext(20971520->22020095) 00002000:00010000:0.0:1746126608.699526:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910700 00000100:00100000:0.0:1746126608.703061:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.703102:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.703124:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971674496 00000100:00100000:0.0:1746126608.703132:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971674496 00002000:00100000:0.0:1746126608.703169:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (31457280->32505855) req@ffff880089a62680 x1830945971674496/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.703178:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62680 with x1830945971674496 ext(31457280->32505855) 00002000:00010000:0.0:1746126608.703183:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62680 00000100:00100000:0.0:1746126608.703210:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971674624 00000100:00100000:0.0:1746126608.703213:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971674624 00002000:00100000:0.0:1746126608.703223:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (32505856->33554431) req@ffff880089a62a00 x1830945971674624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.703230:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945971674624 ext(32505856->33554431) 00002000:00010000:0.0:1746126608.703232:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126608.703245:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2711 00000100:00100000:0.0:1746126608.703252:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945971674496:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.704133:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2712 00000100:00100000:0.0:1746126608.704142:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971674624:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.728427:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.733588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.761712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.761751:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971675904 00000100:00100000:0.0:1746126608.761760:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971675904 00002000:00100000:0.0:1746126608.761815:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (22020096->23068671) req@ffff880089a63b80 x1830945971675904/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.761824:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63b80 with x1830945971675904 ext(22020096->23068671) 00002000:00010000:0.0:1746126608.761829:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a63b80 00000100:00100000:0.0:1746126608.761849:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2717 00000100:00100000:0.0:1746126608.761858:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945971675904:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126608.798991:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.811620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.839346:0:32436:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971676928 00000100:00100000:0.0:1746126608.839351:0:32436:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971676928 00002000:00100000:0.0:1746126608.839370:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (34603008->35651583) req@ffff8800a4711880 x1830945971676928/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.839378:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945971676928 ext(34603008->35651583) 00002000:00010000:0.0:1746126608.839381:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4711880 00000100:00100000:0.0:1746126608.839395:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971677696 00000100:00100000:0.0:1746126608.839396:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971677696 00002000:00100000:0.0:1746126608.839406:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (37748736->38797311) req@ffff8800a4712a00 x1830945971677696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.839413:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4712a00 with x1830945971677696 ext(37748736->38797311) 00002000:00010000:0.0:1746126608.839415:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4712a00 00000100:00100000:0.0:1746126608.839427:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2720 00000100:00100000:0.0:1746126608.839433:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945971676672:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.839517:0:24581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2724 00000100:00100000:0.0:1746126608.839521:0:24581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945971677696:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.840432:0:32436:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2725 00000100:00100000:0.0:1746126608.840439:0:32436:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+14:1981:x1830945971677952:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126608.873807:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945971677184:12345-192.168.203.49@tcp:3:dd.0 Request processed in 34325us (34958us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.873817:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2722 00002000:00100000:0.0:1746126608.873823:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (35651584->36700159) req@ffff8800a4713800 x1830945971677184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.873831:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945971677184 ext(35651584->36700159) 00002000:00010000:0.0:1746126608.873834:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4713800 00000100:00100000:0.0:1746126608.885883:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945971679872:12345-192.168.203.49@tcp:4:dd.0 Request processed in 19995us (20767us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1746126608.885896:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2729 00002000:00100000:0.0:1746126608.885909:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (25165824->26214399) req@ffff8800a4710700 x1830945971679872/t4294967980(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/448 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.885919:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4710700 with x1830945971679872 ext(25165824->26214399) 00002000:00010000:0.0:1746126608.885925:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4710700 00000100:00100000:0.0:1746126608.897805:0:32436:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945971677952:12345-192.168.203.49@tcp:3:dd.0 Request processed in 57363us (58434us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.897813:0:32436:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2725 00002000:00100000:0.0:1746126608.897821:0:32436:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (38797312->39845887) req@ffff8800a4711180 x1830945971677952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.897829:0:32436:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945971677952 ext(38797312->39845887) 00002000:00010000:0.0:1746126608.897832:0:32436:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4711180 00000100:00100000:0.0:1746126608.898315:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.898331:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971681280 00000100:00100000:0.0:1746126608.898335:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971681280 00002000:00100000:0.0:1746126608.898358:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (28311552->29360127) req@ffff880135d4ea00 x1830945971681280/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/0 e 0 to 0 dl 1746126619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.898369:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ea00 with x1830945971681280 ext(28311552->29360127) 00002000:00010000:0.0:1746126608.898372:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4ea00 00000100:00100000:0.0:1746126608.898384:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2737 00000100:00100000:0.0:1746126608.898389:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945971681280:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126608.911798:0:25808:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945971678720:12345-192.168.203.49@tcp:3:dd.0 Request processed in 70178us (70237us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126608.911809:0:25808:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2728 00002000:00100000:0.0:1746126608.911821:0:25808:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (41943040->42991615) req@ffff880135d70a80 x1830945971678720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:369/0 lens 488/440 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.911829:0:25808:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70a80 with x1830945971678720 ext(41943040->42991615) 00002000:00010000:0.0:1746126608.911834:0:25808:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d70a80 00000100:00100000:0.0:1746126608.911864:0:25808:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2738 00000100:00100000:0.0:1746126608.911873:0:25808:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945971681536:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126608.943177:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126608.975164:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945971682304:12345-192.168.203.49@tcp:4:dd.0 Request processed in 31345us (31988us total) trans 4294967986 rc 0/0 00000100:00100000:0.0:1746126608.975171:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2742 00002000:00100000:0.0:1746126608.975176:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (31457280->32505855) req@ffff880135d4d500 x1830945971682304/t4294967986(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:369/0 lens 488/448 e 0 to 0 dl 1746126619 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126608.975183:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945971682304 ext(31457280->32505855) 00002000:00010000:0.0:1746126608.975185:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:0.0:1746126609.014277:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2747 00000100:00100000:0.0:1746126609.014286:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945971683584:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.015086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.015947:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.016758:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.017551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.028015:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+19:1982:x1830945971683584:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13722us (13965us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.028026:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2747 00002000:00100000:0.0:1746126609.028037:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (53477376->54525951) req@ffff880091642680 x1830945971683584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.028046:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642680 with x1830945971683584 ext(53477376->54525951) 00002000:00010000:0.0:1746126609.028052:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642680 00000100:00100000:0.0:1746126609.044501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.044537:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971686528 00000100:00100000:0.0:1746126609.044546:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971686528 00002000:00100000:0.0:1746126609.044594:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (35651584->36700159) req@ffff880135d4f100 x1830945971686528/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.044605:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945971686528 ext(35651584->36700159) 00002000:00010000:0.0:1746126609.044612:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4f100 00000100:00100000:0.0:1746126609.044636:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2755 00000100:00100000:0.0:1746126609.044645:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945971686528:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.044825:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.044839:0:24581:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746126609.044845:0:24581:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:0.0:1746126609.062389:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.063329:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971686912 00000100:00100000:0.0:1746126609.063341:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971686912 00002000:00100000:0.0:1746126609.063389:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (59768832->60817407) req@ffff880135c1d500 x1830945971686912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.063399:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d500 with x1830945971686912 ext(59768832->60817407) 00002000:00010000:0.0:1746126609.063405:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1d500 00000100:00100000:0.0:1746126609.063424:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2757 00000100:00100000:0.0:1746126609.063433:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971686912:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.082868:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.082924:0:24581:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 14 min 3 max 116 00000100:00100000:0.0:1746126609.082932:0:24581:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_014' 00000100:00100000:0.0:1746126609.112902:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2765 00000100:00100000:0.0:1746126609.112911:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945971688448:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.118232:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.119778:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.122773:0:25808:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945971683072:12345-192.168.203.49@tcp:3:dd.0 Request processed in 108539us (108760us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.122783:0:25808:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2745 00002000:00100000:0.0:1746126609.122793:0:25808:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff880091642a00 x1830945971683072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.122803:0:25808:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642a00 with x1830945971683072 ext(51380224->52428799) 00002000:00010000:0.0:1746126609.122808:0:25808:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642a00 00000100:00100000:0.0:1746126609.140315:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.141011:0:8446:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:4f04e74d-65c5-45c5-b169-968db36157cf+20:1982:x1830945971684864:12345-192.168.203.49@tcp:3:dd.0 Request processed in 123197us (123458us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.141026:0:8446:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2752 00002000:00100000:0.0:1746126609.141039:0:8446:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (58720256->59768831) req@ffff880135d4f480 x1830945971684864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.141049:0:8446:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f480 with x1830945971684864 ext(58720256->59768831) 00002000:00010000:0.0:1746126609.141055:0:8446:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4f480 00000100:00100000:0.0:1746126609.141077:0:8446:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971691008 00000100:00100000:0.0:1746126609.141084:0:8446:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971691008 00002000:00100000:0.0:1746126609.141114:0:8446:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (41943040->42991615) req@ffff880135c1f800 x1830945971691008/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.141121:0:8446:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f800 with x1830945971691008 ext(41943040->42991615) 00002000:00010000:0.0:1746126609.141124:0:8446:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135c1f800 00000100:00100000:0.0:1746126609.141139:0:8446:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2768 00000100:00100000:0.0:1746126609.141145:0:8446:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945971691008:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.148401:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971691264 00000100:00100000:0.0:1746126609.148411:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971691264 00002000:00100000:0.0:1746126609.152509:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (42991616->44040191) req@ffff8800a6b30700 x1830945971691264/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.152522:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945971691264 ext(42991616->44040191) 00002000:00010000:0.0:1746126609.152529:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6b30700 00000100:00100000:0.0:1746126609.154749:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2769 00000100:00100000:0.0:1746126609.154775:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945971691264:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.155341:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.155357:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971691392 00000100:00100000:0.0:1746126609.155365:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971691392 00002000:00100000:0.0:1746126609.155396:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (67108864->68157439) req@ffff880135c1c700 x1830945971691392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.155406:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c700 with x1830945971691392 ext(67108864->68157439) 00002000:00010000:0.0:1746126609.155411:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c700 00000100:00100000:0.0:1746126609.155425:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2770 00000100:00100000:0.0:1746126609.155430:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945971691392:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.165813:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945971688192:12345-192.168.203.49@tcp:4:dd.0 Request processed in 74907us (75427us total) trans 4294967995 rc 0/0 00000100:00100000:0.0:1746126609.165825:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2763 00002000:00100000:0.0:1746126609.165836:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (40894464->41943039) req@ffff880091da1880 x1830945971688192/t4294967995(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.165845:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945971688192 ext(40894464->41943039) 00002000:00010000:0.0:1746126609.165851:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1880 00000100:00100000:0.0:1746126609.169111:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.187051:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971688448:12345-192.168.203.49@tcp:3:dd.0 Request processed in 74140us (74976us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.187058:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2765 00002000:00100000:0.0:1746126609.187064:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (63963136->65011711) req@ffff880091da3b80 x1830945971688448/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.187071:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945971688448 ext(63963136->65011711) 00002000:00010000:0.0:1746126609.187074:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3b80 00000100:00100000:0.0:1746126609.187117:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.187128:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971692288 00000100:00100000:0.0:1746126609.187131:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971692288 00002000:00100000:0.0:1746126609.187147:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (70254592->71303167) req@ffff880135c1ca80 x1830945971692288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.187153:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ca80 with x1830945971692288 ext(70254592->71303167) 00002000:00010000:0.0:1746126609.187156:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ca80 00000100:00100000:0.0:1746126609.187177:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2775 00000100:00100000:0.0:1746126609.187182:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945971692288:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.213311:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945971691264:12345-192.168.203.49@tcp:4:dd.0 Request processed in 58546us (66439us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1746126609.213319:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2769 00002000:00100000:0.0:1746126609.213324:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (42991616->44040191) req@ffff8800a6b30700 x1830945971691264/t4294967997(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.213332:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945971691264 ext(42991616->44040191) 00002000:00010000:0.0:1746126609.213336:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6b30700 00000100:00100000:0.0:1746126609.218647:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.218680:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.218711:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971693184 00000100:00100000:0.0:1746126609.218719:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971693184 00002000:00100000:0.0:1746126609.218772:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (72351744->73400319) req@ffff880135c1fb80 x1830945971693184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.218782:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945971693184 ext(72351744->73400319) 00002000:00010000:0.0:1746126609.218787:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1fb80 00000100:00100000:0.0:1746126609.218801:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971693056 00000100:00100000:0.0:1746126609.218804:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971693056 00002000:00100000:0.0:1746126609.218812:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (71303168->72351743) req@ffff880135c1ea00 x1830945971693056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.218820:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ea00 with x1830945971693056 ext(71303168->72351743) 00002000:00010000:0.0:1746126609.218822:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ea00 00000100:00100000:0.0:1746126609.218847:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2778 00000100:00100000:0.0:1746126609.218855:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+15:1982:x1830945971693184:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.219638:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2779 00000100:00100000:0.0:1746126609.219645:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945971693056:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.230744:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945971691392:12345-192.168.203.49@tcp:3:dd.0 Request processed in 75310us (75400us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.230753:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2770 00002000:00100000:0.0:1746126609.230770:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (67108864->68157439) req@ffff880135c1c700 x1830945971691392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.230780:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c700 with x1830945971691392 ext(67108864->68157439) 00002000:00010000:0.0:1746126609.230785:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c700 00000100:00100000:0.0:1746126609.248374:0:24581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+102:1982:x1830945971692032:12345-192.168.203.49@tcp:4:dd.0 Request processed in 62175us (62306us total) trans 4294967999 rc 0/0 00000100:00100000:0.0:1746126609.248383:0:24581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2773 00002000:00100000:0.0:1746126609.248388:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (45088768->46137343) req@ffff880091643b80 x1830945971692032/t4294967999(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.248395:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643b80 with x1830945971692032 ext(45088768->46137343) 00002000:00010000:0.0:1746126609.248399:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091643b80 00000100:00100000:0.0:1746126609.271279:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945971693184:12345-192.168.203.49@tcp:3:dd.0 Request processed in 52413us (52630us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.271295:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2778 00002000:00100000:0.0:1746126609.271307:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (72351744->73400319) req@ffff880135c1fb80 x1830945971693184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.271317:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945971693184 ext(72351744->73400319) 00002000:00010000:0.0:1746126609.271323:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1fb80 00000100:00100000:0.0:1746126609.280106:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2788 00000100:00100000:0.0:1746126609.280114:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+103:1981:x1830945971694976:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.308928:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945971694976:12345-192.168.203.49@tcp:4:dd.0 Request processed in 28802us (29926us total) trans 4294968004 rc 0/0 00000100:00100000:0.0:1746126609.308942:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2788 00002000:00100000:0.0:1746126609.308955:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (51380224->52428799) req@ffff880091da1c00 x1830945971694976/t4294968004(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.308966:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945971694976 ext(51380224->52428799) 00002000:00010000:0.0:1746126609.308972:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:0.0:1746126609.312592:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.312623:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971696128 00000100:00100000:0.0:1746126609.312633:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971696128 00002000:00100000:0.0:1746126609.312678:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x15:0x0] (82837504->83886079) req@ffff880135c1f480 x1830945971696128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.312688:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f480 with x1830945971696128 ext(82837504->83886079) 00002000:00010000:0.0:1746126609.312694:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1f480 00000100:00100000:0.0:1746126609.312715:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2795 00000100:00100000:0.0:1746126609.312722:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945971696128:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.323781:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971696896 00000100:00100000:0.0:1746126609.323786:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971696896 00002000:00100000:0.0:1746126609.323917:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (84934656->85983231) req@ffff88009b6d1c00 x1830945971696896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.323925:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1c00 with x1830945971696896 ext(84934656->85983231) 00002000:00010000:0.0:1746126609.323929:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1c00 00000100:00100000:0.0:1746126609.323950:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2799 00000100:00100000:0.0:1746126609.323956:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945971696896:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.333422:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+114:1982:x1830945971695616:12345-192.168.203.49@tcp:4:dd.0 Request processed in 34136us (34261us total) trans 4294968006 rc 0/0 00000100:00100000:0.0:1746126609.333434:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2792 00002000:00100000:0.0:1746126609.333544:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (52428800->53477375) req@ffff880135d71180 x1830945971695616/t4294968006(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.333554:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71180 with x1830945971695616 ext(52428800->53477375) 00002000:00010000:0.0:1746126609.333559:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d71180 00000100:00100000:0.0:1746126609.340068:0:24581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945971695232:12345-192.168.203.49@tcp:3:dd.0 Request processed in 51614us (53346us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.340080:0:24581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2790 00002000:00100000:0.0:1746126609.340092:0:24581:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (79691776->80740351) req@ffff8800924f4e00 x1830945971695232/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.340102:0:24581:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4e00 with x1830945971695232 ext(79691776->80740351) 00002000:00010000:0.0:1746126609.340108:0:24581:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4e00 00000100:00100000:0.0:1746126609.358636:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.358656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.387270:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971699456 00000100:00100000:0.0:1746126609.387280:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971699456 00002000:00100000:0.0:1746126609.387322:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (94371840->95420415) req@ffff88009c288a80 x1830945971699456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.387333:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288a80 with x1830945971699456 ext(94371840->95420415) 00002000:00010000:0.0:1746126609.387339:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c288a80 00000100:00100000:0.0:1746126609.387358:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971699584 00000100:00100000:0.0:1746126609.387360:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971699584 00002000:00100000:0.0:1746126609.387369:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (60817408->61865983) req@ffff88009c288e00 x1830945971699584/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.387376:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288e00 with x1830945971699584 ext(60817408->61865983) 00002000:00010000:0.0:1746126609.387379:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c288e00 00000100:00100000:0.0:1746126609.387388:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2812 00000100:00100000:0.0:1746126609.387393:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945971699456:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126609.392100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.402133:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971700096 00000100:00100000:0.0:1746126609.402144:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971700096 00002000:00100000:0.0:1746126609.402190:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (62914560->63963135) req@ffff88009c289880 x1830945971700096/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.402201:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289880 with x1830945971700096 ext(62914560->63963135) 00002000:00010000:0.0:1746126609.402207:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c289880 00000100:00100000:0.0:1746126609.402240:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2815 00000100:00100000:0.0:1746126609.402246:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+126:1982:x1830945971700096:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.409086:0:2464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+128:1982:x1830945971699200:12345-192.168.203.49@tcp:4:dd.0 Request processed in 26516us (26938us total) trans 4294968013 rc 0/0 00000100:00100000:0.0:1746126609.409093:0:2464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2811 00002000:00100000:0.0:1746126609.409098:0:2464:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x18:0x0] (59768832->60817407) req@ffff8800924f4a80 x1830945971699200/t4294968013(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.409104:0:2464:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945971699200 ext(59768832->60817407) 00002000:00010000:0.0:1746126609.409107:0:2464:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924f4a80 00000100:00100000:0.0:1746126609.434845:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+12:1981:x1830945971698688:12345-192.168.203.49@tcp:3:dd.0 Request processed in 63203us (64174us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.434852:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2808 00002000:00100000:0.0:1746126609.434857:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (91226112->92274687) req@ffff88012c218e00 x1830945971698688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.434864:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218e00 with x1830945971698688 ext(91226112->92274687) 00002000:00010000:0.0:1746126609.434867:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c218e00 00000100:00100000:0.0:1746126609.435990:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.436011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.436038:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.436057:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.463844:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.485845:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+134:1981:x1830945971701120:12345-192.168.203.49@tcp:4:dd.0 Request processed in 47575us (49775us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1746126609.485857:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2821 00002000:00100000:0.0:1746126609.485868:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (65011712->66060287) req@ffff8800943cd880 x1830945971701120/t4294968018(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.485877:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd880 with x1830945971701120 ext(65011712->66060287) 00002000:00010000:0.0:1746126609.485885:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cd880 00000100:00100000:0.0:1746126609.495067:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971702272 00000100:00100000:0.0:1746126609.495075:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971702272 00002000:00100000:0.0:1746126609.495111:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (67108864->68157439) req@ffff88009c28b800 x1830945971702272/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.495119:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b800 with x1830945971702272 ext(67108864->68157439) 00002000:00010000:0.0:1746126609.495125:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c28b800 00000100:00100000:0.0:1746126609.495144:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2828 00000100:00100000:0.0:1746126609.495151:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+134:1979:x1830945971702272:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.515999:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945971701760:12345-192.168.203.49@tcp:3:dd.0 Request processed in 43044us (43164us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.516010:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2825 00002000:00100000:0.0:1746126609.516018:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (101711872->102760447) req@ffff88009c288700 x1830945971701760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.516027:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288700 with x1830945971701760 ext(101711872->102760447) 00002000:00010000:0.0:1746126609.516031:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c288700 00000100:00100000:0.0:1746126609.516049:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971702528 00000100:00100000:0.0:1746126609.516054:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971702528 00002000:00100000:0.0:1746126609.516081:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (68157440->69206015) req@ffff88009c28a680 x1830945971702528/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.516087:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945971702528 ext(68157440->69206015) 00002000:00010000:0.0:1746126609.516090:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c28a680 00000100:00100000:0.0:1746126609.516102:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2829 00000100:00100000:0.0:1746126609.516107:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+136:1979:x1830945971702528:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.524581:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971702784 00000100:00100000:0.0:1746126609.524594:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971702784 00002000:00100000:0.0:1746126609.524644:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (69206016->70254591) req@ffff880091619c00 x1830945971702784/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.524654:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619c00 with x1830945971702784 ext(69206016->70254591) 00002000:00010000:0.0:1746126609.524660:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091619c00 00000100:00100000:0.0:1746126609.524691:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2830 00000100:00100000:0.0:1746126609.524698:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+138:1979:x1830945971702784:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.525935:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971702016:12345-192.168.203.49@tcp:3:dd.0 Request processed in 45073us (45142us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126609.525945:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2827 00002000:00100000:0.0:1746126609.525952:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (103809024->104857599) req@ffff88012c21b480 x1830945971702016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:370/0 lens 488/440 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.525959:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945971702016 ext(103809024->104857599) 00002000:00010000:0.0:1746126609.525964:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c21b480 00000100:00100000:0.0:1746126609.535034:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+140:1979:x1830945971702528:12345-192.168.203.49@tcp:4:dd.0 Request processed in 18921us (19254us total) trans 4294968021 rc 0/0 00000100:00100000:0.0:1746126609.535043:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2829 00002000:00100000:0.0:1746126609.535050:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (68157440->69206015) req@ffff88009c28a680 x1830945971702528/t4294968021(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.535057:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945971702528 ext(68157440->69206015) 00002000:00010000:0.0:1746126609.535061:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c28a680 00000100:00100000:0.0:1746126609.535133:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.544083:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+142:1979:x1830945971702784:12345-192.168.203.49@tcp:4:dd.0 Request processed in 19375us (19902us total) trans 4294968022 rc 0/0 00000100:00100000:0.0:1746126609.544097:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2830 00002000:00100000:0.0:1746126609.544108:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (69206016->70254591) req@ffff880091619c00 x1830945971702784/t4294968022(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.544116:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619c00 with x1830945971702784 ext(69206016->70254591) 00002000:00010000:0.0:1746126609.544122:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091619c00 00000100:00100000:0.0:1746126609.548572:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.556628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.563281:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.575363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.588530:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+150:1979:x1830945971703808:12345-192.168.203.49@tcp:4:dd.0 Request processed in 24778us (25244us total) trans 4294968026 rc 0/0 00000100:00100000:0.0:1746126609.588544:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2834 00002000:00100000:0.0:1746126609.588557:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (73400320->74448895) req@ffff8800943cce00 x1830945971703808/t4294968026(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.588655:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cce00 with x1830945971703808 ext(73400320->74448895) 00002000:00010000:0.0:1746126609.588661:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cce00 00000100:00100000:0.0:1746126609.655287:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.657546:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971705088 00000100:00100000:0.0:1746126609.657561:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971705088 00002000:00100000:0.0:1746126609.657611:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (78643200->79691775) req@ffff8800943ce300 x1830945971705088/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.657623:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ce300 with x1830945971705088 ext(78643200->79691775) 00002000:00010000:0.0:1746126609.657629:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943ce300 00000100:00100000:0.0:1746126609.657661:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2839 00000100:00100000:0.0:1746126609.657669:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+156:1982:x1830945971705088:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.671966:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.672596:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+158:1982:x1830945971705088:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14926us (17318us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1746126609.672605:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2839 00002000:00100000:0.0:1746126609.672613:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (78643200->79691775) req@ffff8800943ce300 x1830945971705088/t4294968031(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.672621:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ce300 with x1830945971705088 ext(78643200->79691775) 00002000:00010000:0.0:1746126609.672626:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943ce300 00000100:00100000:0.0:1746126609.672646:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971705344 00000100:00100000:0.0:1746126609.672651:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971705344 00002000:00100000:0.0:1746126609.672675:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (79691776->80740351) req@ffff8800943cdc00 x1830945971705344/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.672681:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cdc00 with x1830945971705344 ext(79691776->80740351) 00002000:00010000:0.0:1746126609.672683:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cdc00 00000100:00100000:0.0:1746126609.672713:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2840 00000100:00100000:0.0:1746126609.672719:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+158:1981:x1830945971705344:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.694976:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.695006:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971705600 00000100:00100000:0.0:1746126609.695015:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971705600 00002000:00100000:0.0:1746126609.695060:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (80740352->81788927) req@ffff8800943cfb80 x1830945971705600/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.695071:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cfb80 with x1830945971705600 ext(80740352->81788927) 00002000:00010000:0.0:1746126609.695077:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cfb80 00000100:00100000:0.0:1746126609.695096:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2841 00000100:00100000:0.0:1746126609.695103:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+160:1982:x1830945971705600:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.722843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.722866:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971706112 00000100:00100000:0.0:1746126609.722873:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971706112 00002000:00100000:0.0:1746126609.722911:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (82837504->83886079) req@ffff8800943cc700 x1830945971706112/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.722919:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc700 with x1830945971706112 ext(82837504->83886079) 00002000:00010000:0.0:1746126609.722922:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cc700 00000100:00100000:0.0:1746126609.722950:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2843 00000100:00100000:0.0:1746126609.722958:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+164:1981:x1830945971706112:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.734382:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971706368 00000100:00100000:0.0:1746126609.734390:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971706368 00002000:00100000:0.0:1746126609.734429:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (83886080->84934655) req@ffff880094777480 x1830945971706368/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.734438:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945971706368 ext(83886080->84934655) 00002000:00010000:0.0:1746126609.734465:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094777480 00000100:00100000:0.0:1746126609.734484:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2844 00000100:00100000:0.0:1746126609.734497:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+166:1981:x1830945971706368:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.750644:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+168:1981:x1830945971706112:12345-192.168.203.49@tcp:4:dd.0 Request processed in 27676us (27793us total) trans 4294968035 rc 0/0 00000100:00100000:0.0:1746126609.750655:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2843 00002000:00100000:0.0:1746126609.750667:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (82837504->83886079) req@ffff8800943cc700 x1830945971706112/t4294968035(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.750676:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc700 with x1830945971706112 ext(82837504->83886079) 00002000:00010000:0.0:1746126609.750681:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cc700 00000100:00100000:0.0:1746126609.752218:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971706624 00000100:00100000:0.0:1746126609.752225:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971706624 00002000:00100000:0.0:1746126609.752250:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (84934656->85983231) req@ffff880094776a00 x1830945971706624/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.752259:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945971706624 ext(84934656->85983231) 00002000:00010000:0.0:1746126609.752263:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094776a00 00000100:00100000:0.0:1746126609.752277:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2845 00000100:00100000:0.0:1746126609.752282:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+169:1982:x1830945971706624:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.766299:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+172:1982:x1830945971706624:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14009us (15332us total) trans 4294968037 rc 0/0 00000100:00100000:0.0:1746126609.766311:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2845 00002000:00100000:0.0:1746126609.766321:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (84934656->85983231) req@ffff880094776a00 x1830945971706624/t4294968037(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.766330:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945971706624 ext(84934656->85983231) 00002000:00010000:0.0:1746126609.766335:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094776a00 00000100:00100000:0.0:1746126609.778510:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+174:1982:x1830945971706880:12345-192.168.203.49@tcp:4:dd.0 Request processed in 24066us (24219us total) trans 4294968038 rc 0/0 00000100:00100000:0.0:1746126609.778521:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2846 00002000:00100000:0.0:1746126609.778530:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (85983232->87031807) req@ffff880091618380 x1830945971706880/t4294968038(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.778539:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091618380 with x1830945971706880 ext(85983232->87031807) 00002000:00010000:0.0:1746126609.778545:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091618380 00000100:00100000:0.0:1746126609.795905:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.843323:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.843362:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.843388:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.843418:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.862417:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.863417:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971708928 00000100:00100000:0.0:1746126609.863430:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971708928 00002000:00100000:0.0:1746126609.863496:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (94371840->95420415) req@ffff8800925b4000 x1830945971708928/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.863507:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830945971708928 ext(94371840->95420415) 00002000:00010000:0.0:1746126609.863513:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925b4000 00000100:00100000:0.0:1746126609.863534:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2854 00000100:00100000:0.0:1746126609.863540:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+186:1981:x1830945971708928:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.917414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.934595:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971710464 00000100:00100000:0.0:1746126609.934604:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971710464 00002000:00100000:0.0:1746126609.934636:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (100663296->101711871) req@ffff880094775880 x1830945971710464/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/0 e 0 to 0 dl 1746126620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.934643:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094775880 with x1830945971710464 ext(100663296->101711871) 00002000:00010000:0.0:1746126609.934647:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094775880 00000100:00100000:0.0:1746126609.934677:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2860 00000100:00100000:0.0:1746126609.934685:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+198:1982:x1830945971710464:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126609.944401:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.946864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.958420:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971711488 00000100:00100000:0.0:1746126609.958424:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971711488 00000100:00100000:0.0:1746126609.958956:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 140 00000100:00100000:0.0:1746126609.958964:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+7:29735:x1830945971711488:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:0.0:1746126609.959143:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+8:29735:x1830945971711488:12345-192.168.203.49@tcp:35:dd.0 Request processed in 180us (2179us total) trans 4294980427 rc 0/0 00000100:00100000:0.0:1746126609.959151:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 140 00000100:00100000:0.0:1746126609.964379:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+206:1982:x1830945971710464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 29693us (29844us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1746126609.964386:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2860 00002000:00100000:0.0:1746126609.964391:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x18:0x0] (100663296->101711871) req@ffff880094775880 x1830945971710464/t4294968053(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.964398:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094775880 with x1830945971710464 ext(100663296->101711871) 00002000:00010000:0.0:1746126609.964401:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094775880 00000100:00100000:0.0:1746126609.970435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.977082:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+206:1982:x1830945971710720:12345-192.168.203.49@tcp:4:dd.0 Request processed in 28507us (32691us total) trans 4294968054 rc 0/0 00000100:00100000:0.0:1746126609.977089:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2862 00002000:00100000:0.0:1746126609.977094:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (101711872->102760447) req@ffff8800925b4e00 x1830945971710720/t4294968054(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:370/0 lens 488/448 e 0 to 0 dl 1746126620 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126609.977101:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830945971710720 ext(101711872->102760447) 00002000:00010000:0.0:1746126609.977104:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925b4e00 00000100:00100000:0.0:1746126609.991252:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971711872 00000100:00100000:0.0:1746126609.991262:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971711872 00000100:00100000:0.0:1746126609.991542:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30059 00000100:00100000:0.0:1746126609.991551:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:29738:x1830945971711872:12345-192.168.203.49@tcp:101:diff.0 00010000:00010000:0.0:1746126609.991572:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126609.991686:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c2b7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf945 expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.991748:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c2b85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126609.991769:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c2b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126609.991782:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c2b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:0.0:1746126609.991840:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126609.991843:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126609.992391:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c2b85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126609.992414:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c2b7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf945 expref: 14 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.992428:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c2b85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf945 expref: 13 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.992436:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a9613c00) 00010000:00010000:0.0:1746126609.992439:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126609.992457:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801303e4c00, rc 0) 00000100:00100000:0.0:1746126609.992517:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:29738:x1830945971711872:12345-192.168.203.49@tcp:101:diff.0 Request processed in 966us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126609.992526:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30059 00000100:00100000:0.0:1746126609.995868:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126609.995902:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971712128 00000100:00100000:0.0:1746126609.995911:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971712128 00000100:00100000:0.0:1746126609.995951:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30060 00000100:00100000:0.0:1746126609.995957:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:29738:x1830945971712128:12345-192.168.203.49@tcp:101:diff.0 00010000:00010000:0.0:1746126609.995975:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126609.997214:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c2b8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf94c expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.997314:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094805200/0x9cce4314879c2b93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126609.997327:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094805200/0x9cce4314879c2b93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126609.997339:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094805200/0x9cce4314879c2b93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:0.0:1746126609.997349:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 104857600 00010000:00010000:0.0:1746126609.997511:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c2b8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf94c expref: 16 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.997524:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094805200/0x9cce4314879c2b93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf94c expref: 15 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126609.997533:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff88008353d100) 00010000:00010000:0.0:1746126609.997536:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746126609.997539:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094805200, rc 0) 00000100:00100000:0.0:1746126609.997593:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:29738:x1830945971712128:12345-192.168.203.49@tcp:101:diff.0 Request processed in 1636us (1732us total) trans 4294980430 rc 0/0 00000100:00100000:0.0:1746126609.997601:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30060 00010000:00010000:0.0:1746126612.355183:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126612.931184:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.935233:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126612.935650:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126612.938008:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126612.938193:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126612.939073:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939079:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000040:00080000:0.0:1746126612.939685:0:7124:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960 00000004:00080000:0.0:1746126612.939690:0:7124:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 525059247325ns, next at 526059246186ns, rc = 0 00010000:00010000:0.0:1746126612.939747:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939754:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939760:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939765:0:7124:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939769:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.939774:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2bbd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942306:0:7124:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126612.942338:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942347:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942353:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942357:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126612.942361:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942367:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942380:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8800a6ad4c00) 00010000:00010000:0.0:1746126612.942382:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126612.942385:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942390:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c2bb6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942458:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942464:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942468:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942475:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126612.942477:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942481:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942488:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880086001f00) 00010000:00010000:0.0:1746126612.942490:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126612.942492:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126612.942496:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817000/0x9cce4314879c2ba8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000004:00010000:0.0:1746126612.942509:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800925b5f80 reply state ffff88009119c000 transno 4294980431 ns: mdt-lustre-MDT0000_UUID lock: ffff880091816400/0x9cce4314879c2baf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd5ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746126612.942516:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126612.942591:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:30200:x1830945971712512:12345-192.168.203.49@tcp:36:rm.0 Request processed in 7243us (7359us total) trans 4294980431 rc 0/0 00000100:00100000:0.0:1746126612.942598:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30061 00000100:00100000:0.0:1746126612.948425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.957570:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.960531:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.963484:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.967064:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126612.970579:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126613.355677:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126613.540829:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.540868:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.541024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.541240:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.541257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.542061:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126613.542091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.024645:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973062912:0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.024700:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126614.024764:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126614.024770:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973063040:0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.024794:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126614.024818:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063040 00000100:00100000:0.0:1746126614.024822:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063040 00000100:00100000:0.0:1746126614.024846:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746126614.024852:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973063040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.024876:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973063040:12345-0@lo:400:kworker.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126614.024880:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1746126614.024907:0:3313:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967955 gen 2 00000004:00080000:0.0:1746126614.024911:0:3313:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135d70000, transno 4294967955 00000100:00100000:0.0:1746126614.024919:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973063040:0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.024928:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973062912:0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.025324:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063296 00000100:00100000:0.0:1746126614.025328:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063296 00000100:00100000:0.0:1746126614.025350:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1746126614.025355:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973063296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126614.025387:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973063296:12345-0@lo:400:kworker.0 Request processed in 32us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126614.025391:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1746126614.365007:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.365046:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971714688 00000100:00100000:0.0:1746126614.365055:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971714688 00000100:00100000:0.0:1746126614.365122:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30066 00000100:00100000:0.0:1746126614.365129:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:30369:x1830945971714688:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126614.365148:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126614.365168:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280e00/0x9cce4314879c2c11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf96f expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126614.365227:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2c18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126614.365239:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2c18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126614.365252:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2c18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746126614.365313:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126614.365317:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126614.365332:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2c18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126614.365352:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280e00/0x9cce4314879c2c11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf96f expref: 11 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126614.365365:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c280a00/0x9cce4314879c2c18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf96f expref: 10 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126614.365377:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009432db00) 00010000:00010000:0.0:1746126614.365380:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126614.365383:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280a00, rc 0) 00000100:00100000:0.0:1746126614.365431:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:30369:x1830945971714688:12345-192.168.203.49@tcp:101:dd.0 Request processed in 301us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126614.365437:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30066 00000100:00100000:0.0:1746126614.376470:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.384392:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.384429:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971715072 00000100:00100000:0.0:1746126614.384438:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971715072 00000100:00100000:0.0:1746126614.384515:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3208 00000100:00100000:0.0:1746126614.384523:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:30369:x1830945971715072:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126614.384541:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126614.384558:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c2c42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf97d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126614.384580:0:8441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126614.384601:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126614.384603:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126614.384610:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c2c42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf97d expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126614.384624:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c2c42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf97d expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126614.384634:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c281600, rc 0) 00000100:00100000:0.0:1746126614.384690:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:30369:x1830945971715072:12345-192.168.203.49@tcp:101:dd.0 Request processed in 168us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126614.384696:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3208 00000100:00100000:0.0:1746126614.407437:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.421667:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.463562:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.463583:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971716352 00000100:00100000:0.0:1746126614.463588:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971716352 00002000:00100000:0.0:1746126614.463615:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (4194304->5242879) req@ffff88009aefd500 x1830945971716352/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:375/0 lens 488/0 e 0 to 0 dl 1746126625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126614.463623:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd500 with x1830945971716352 ext(4194304->5242879) 00002000:00010000:0.0:1746126614.463626:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefd500 00000100:00100000:0.0:1746126614.463641:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2868 00000100:00100000:0.0:1746126614.463646:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945971716352:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126614.485940:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945971715968:12345-192.168.203.49@tcp:4:dd.0 Request processed in 34086us (34189us total) trans 4294967860 rc 0/0 00000100:00100000:0.0:1746126614.485952:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2867 00002000:00100000:0.0:1746126614.485963:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x16:0x0] (3145728->4194303) req@ffff880135d70000 x1830945971715968/t4294967860(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:375/0 lens 488/448 e 0 to 0 dl 1746126625 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126614.485971:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70000 with x1830945971715968 ext(3145728->4194303) 00002000:00010000:0.0:1746126614.485976:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d70000 00000100:00100000:0.0:1746126614.518262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.528285:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.580528:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.602283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.795319:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.843311:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.848402:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.852636:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.852685:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.859195:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.881054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.885117:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126614.907885:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:0.0:1746126615.007868:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967860 is committed 00000001:00080000:0.0:1746126615.007881:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967864 is committed 00000001:00080000:0.0:1746126615.007905:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967867 is committed 00000001:00080000:0.0:1746126615.007914:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967866 is committed 00000100:00100000:0.0:1746126615.019565:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126615.033845:0:3316:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126615.033860:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012defb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973063680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126615.033911:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746126615.034811:0:3316:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012defb800/2, rc 0, transno 4294968056 00000100:00100000:0.0:1746126615.034816:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012defb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973063680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126615.035064:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063808 00000100:00100000:0.0:1746126615.035067:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063808 00000100:00100000:0.0:1746126615.035084:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:0.0:1746126615.035088:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973063808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746126615.035100:0:8440:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00002000:00010000:0.0:1746126615.035117:0:8440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 104857600, mtime: 0x6813c710, atime: 0x0, ctime: 0x6813c710, blocks: 0x32019 00010000:00010000:0.0:1746126615.035122:0:8440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.035133:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126615.035134:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126615.035136:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.035143:0:8440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.035149:0:8440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.035154:0:8440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.035163:0:8440:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126615.036561:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3315:x1830945973063808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1470us (1639us total) trans 4294967868 rc 0/0 00000100:00100000:0.0:1746126615.036568:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00010000:00010000:0.0:1746126615.036584:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126615.036589:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.036595:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091819000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126615.036598:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.036604:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.036614:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.036619:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091819000/0x9cce4314879c2cb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126615.036631:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126615.036632:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126615.036633:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126615.046922:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126615.054124:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126615.054473:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126615.068008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126615.079916:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126615.088937:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126615.093067:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126616.366332:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126618.548226:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126618.548266:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126618.550804:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126618.552349:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126618.552829:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.033310:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3314:1830945973064320:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033382:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.033426:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135af2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973064832:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033467:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.033495:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746126619.033501:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d2283d8-cc6a-40dd-bded-be26e948a48f:3314:1830945973064192:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033525:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.033541:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135af0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3314:1830945973064704:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033555:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.033574:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973064576:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033589:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.033602:0:3316:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126619.033606:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3316:1830945973064448:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.033621:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.034782:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973064192 00000100:00100000:0.0:1746126619.034787:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973064192 00000100:00100000:0.0:1746126619.034821:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1746126619.034828:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3314:x1830945973064192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.034884:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4183850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3314:x1830945973064192:12345-0@lo:400:kworker.0 Request processed in 56us (1357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.034889:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1746126619.034916:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973064576 00000100:00100000:0.0:1746126619.034918:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973064576 00000100:00100000:0.0:1746126619.039634:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1746126619.039643:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973064576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.039711:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973064576:12345-0@lo:400:kworker.0 Request processed in 70us (6121us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.039716:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1746126619.039751:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3316:1830945973064448:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.039763:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973064576:0@lo:400:kworker.0 00000100:00100000:0.0:1746126619.111665:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973064960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126619.111739:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126619.205742:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.215230:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971722368 00000100:00100000:0.0:1746126619.215241:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971722368 00000100:00100000:0.0:1746126619.215284:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3214 00000100:00100000:0.0:1746126619.215292:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945971722368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126619.215312:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126619.215328:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a424ca00/0x9cce4314879c2d22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebf9ca expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126619.215350:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126619.215366:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.215368:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.215375:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a424ca00/0x9cce4314879c2d22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf9ca expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126619.215389:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a424ca00/0x9cce4314879c2d22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf9ca expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126619.215398:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a424ca00, rc 0) 00000100:00100000:0.0:1746126619.215440:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945971722368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.215458:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3214 00000100:00100000:0.0:1746126619.221109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126619.224218:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224227:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224232:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224237:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff4a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126619.224240:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224246:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224256:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b1f67f00) 00010000:00010000:0.0:1746126619.224259:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126619.224262:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224267:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c2d3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224277:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224282:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224286:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224289:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff4e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126619.224291:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224299:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224303:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800b1f67b00) 00010000:00010000:0.0:1746126619.224305:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126619.224307:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224311:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4e00/0x9cce4314879c2d45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126619.224354:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5800/0x9cce4314879c2d37 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf9d8 expref: 9 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.224366:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2d4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf9d8 expref: 8 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.224372:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff880086001300) 00010000:00010000:0.0:1746126619.224373:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126619.224375:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ff5a00, rc 0) 00000100:00100000:0.0:1746126619.224545:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f04e74d-65c5-45c5-b169-968db36157cf+8:31010:x1830945971722752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3328us (3443us total) trans 4294980443 rc 0/0 00000100:00100000:0.0:1746126619.224553:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30077 00000100:00100000:0.0:1746126619.226576:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.231360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.236056:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.239124:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.250250:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.258414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.262743:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.268346:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.275233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.280914:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.297333:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.299513:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.315153:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.322095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.328018:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.330233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126619.373913:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126619.527005:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.532540:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.567040:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.570261:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.570294:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.570327:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.579782:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.587093:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.610949:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.615340:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.622536:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.626998:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.629773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.634741:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.646011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.660497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.666196:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.673614:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.679395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.688817:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.693260:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.696957:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.696988:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971729152 00000100:00100000:0.0:1746126619.696996:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971729152 00010000:00010000:0.0:1746126619.697031:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5600/0x9cce4314879c2db5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa2c expref: 14 pid: 16421 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746126619.697058:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4920 00000100:00100000:0.0:1746126619.697064:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945971729152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126619.697076:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126619.698428:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ff5600/0x9cce4314879c2db5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa2c expref: 14 pid: 16421 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.698453:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ff5600/0x9cce4314879c2db5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa2c expref: 14 pid: 16421 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.698475:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5600/0x9cce4314879c2db5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa2c expref: 14 pid: 16421 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.698498:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.698499:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.698506:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094848800/0x9cce4314879c2dbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa33 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.698513:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094848800/0x9cce4314879c2dbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa33 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.698548:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094848800/0x9cce4314879c2dbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa33 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126619.698561:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008adca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973067520:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126619.698635:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126619.703684:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.703722:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971729408 00000100:00100000:0.0:1746126619.703730:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971729408 00002000:00100000:0.0:1746126619.703774:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcaa00 x1830945971729408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.703784:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcaa00 with x1830945971729408 ext(0->4095) 00002000:00010000:0.0:1746126619.703792:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adcaa00 00000100:00100000:0.0:1746126619.703813:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2882 00000100:00100000:0.0:1746126619.703820:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971729408:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.703973:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945971729408:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126619.703979:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2882 00002000:00100000:0.0:1746126619.703984:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcaa00 x1830945971729408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746126630 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.703991:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcaa00 with x1830945971729408 ext(0->4095) 00002000:00010000:0.0:1746126619.703994:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adcaa00 00000100:00100000:0.0:1746126619.704037:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008adca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973067520:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126619.704054:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126619.704075:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1980:x1830945971729152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7011us (7128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.704082:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4920 00000100:00100000:0.0:1746126619.707717:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971729536 00000100:00100000:0.0:1746126619.707727:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971729536 00000100:00100000:0.0:1746126619.707763:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3225 00000100:00100000:0.0:1746126619.707770:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31013:x1830945971729536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126619.707786:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126619.707804:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c2dc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfa3a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.707828:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.707830:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.707837:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c2dc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa3a expref: 14 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.707849:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c2dc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa3a expref: 14 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.707858:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87a8c00, rc 0) 00000100:00100000:0.0:1746126619.707897:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31013:x1830945971729536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.707903:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3225 00000100:00100000:0.0:1746126619.715812:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971729792 00000100:00100000:0.0:1746126619.715822:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971729792 00002000:00100000:0.0:1746126619.715864:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b4700 x1830945971729792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.715874:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4700 with x1830945971729792 ext(0->4095) 00002000:00010000:0.0:1746126619.715880:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4700 00000100:00100000:0.0:1746126619.716289:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2883 00000100:00100000:0.0:1746126619.716298:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945971729792:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.716464:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945971729792:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126619.716471:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2883 00002000:00100000:0.0:1746126619.716477:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b4700 x1830945971729792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746126630 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.716484:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4700 with x1830945971729792 ext(0->4095) 00002000:00010000:0.0:1746126619.716486:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4700 00000100:00100000:0.0:1746126619.722207:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067648 00000100:00100000:0.0:1746126619.722218:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067648 00000100:00100000:0.0:1746126619.722267:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1746126619.722273:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973067648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126619.722296:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 691994624 pending 6815744 free 3752853504 avail 3750756352 00000100:00100000:0.0:1746126619.722349:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973067648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.722355:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1746126619.722400:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973067648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126619.750765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.757114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.776169:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971731456 00000100:00100000:0.0:1746126619.776177:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971731456 00002000:00100000:0.0:1746126619.776213:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c2e7b80 x1830945971731456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.776228:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7b80 with x1830945971731456 ext(0->4095) 00002000:00010000:0.0:1746126619.776232:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2e7b80 00000100:00100000:0.0:1746126619.785771:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971731584 00000100:00100000:0.0:1746126619.785781:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971731584 00000100:00100000:0.0:1746126619.785831:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3228 00000100:00100000:0.0:1746126619.785842:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971731584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126619.785858:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126619.785872:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfa4f expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.785894:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.785896:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.785903:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.785916:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.785924:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009abfe000, rc 0) 00000100:00100000:0.0:1746126619.785962:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971731584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.785968:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3228 00000100:00100000:0.0:1746126619.788570:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.795869:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971731968 00000100:00100000:0.0:1746126619.795883:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971731968 00002000:00100000:0.0:1746126619.795930:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c2e6d80 x1830945971731968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.795941:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e6d80 with x1830945971731968 ext(0->4095) 00010000:00010000:0.0:1746126619.795949:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.795961:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746126619.795968:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2e6d80 00000100:00100000:0.0:1746126619.795997:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 123 00000100:00100000:0.0:1746126619.796004:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971731968:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.797900:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971731968:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1889us (3368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126619.797910:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 123 00002000:00100000:0.0:1746126619.797918:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c2e6d80 x1830945971731968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746126630 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.797927:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e6d80 with x1830945971731968 ext(0->4095) 00010000:00010000:0.0:1746126619.797935:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.797947:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abfe000/0x9cce4314879c2dd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa4f expref: 6 pid: 8438 timeout: 631 lvb_type: 0 00002000:00010000:0.0:1746126619.797953:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2e6d80 00000100:00100000:0.0:1746126619.802056:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.807765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.817558:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.819542:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3230 00000100:00100000:0.0:1746126619.819557:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971732608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126619.819576:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126619.819592:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfa5d expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.819618:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.819624:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126619.819625:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126619.819628:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa5d expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.819655:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.819666:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 9 pid: 11071 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746126619.819676:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008adc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973068800:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126619.819779:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126619.830620:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.835225:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.839044:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971732992 00000100:00100000:0.0:1746126619.839050:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971732992 00010000:00010000:0.0:1746126619.839074:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 13 pid: 11071 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746126619.839104:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4926 00000100:00100000:0.0:1746126619.839111:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945971732992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126619.839122:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126619.839138:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 13 pid: 11071 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.839147:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 13 pid: 11071 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.839183:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2ddf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa56 expref: 13 pid: 11071 timeout: 631 lvb_type: 0 00010000:00010000:0.0:1746126619.839199:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.839200:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.839206:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa5d expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.839213:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa5d expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.839258:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa5d expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.839269:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abfe400/0x9cce4314879c2de6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa5d expref: 5 pid: 8438 timeout: 631 lvb_type: 0 00000100:00100000:0.0:1746126619.839278:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008adc8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973069056:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126619.839342:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126619.853351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.861975:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.866086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.874895:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.883076:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.897217:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.907002:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.912770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.912886:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.918347:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.918393:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.921005:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.943070:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.951017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.951090:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971736064 00000100:00100000:0.0:1746126619.951097:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971736064 00002000:00100000:0.0:1746126619.951138:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009aefc380 x1830945971736064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.951148:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945971736064 ext(0->4095) 00002000:00010000:0.0:1746126619.951152:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aefc380 00000100:00100000:0.0:1746126619.951171:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2889 00000100:00100000:0.0:1746126619.951178:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971736064:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.951329:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971736064:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126619.951335:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2889 00002000:00100000:0.0:1746126619.951341:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009aefc380 x1830945971736064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746126630 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.951347:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945971736064 ext(0->4095) 00002000:00010000:0.0:1746126619.951350:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aefc380 00000100:00100000:0.0:1746126619.952607:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.971755:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.978399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.978434:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971736960 00000100:00100000:0.0:1746126619.978457:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971736960 00002000:00100000:0.0:1746126619.978500:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009aeffb80 x1830945971736960/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 496/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.978510:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aeffb80 with x1830945971736960 ext(0->7) 00010000:00010000:0.0:1746126619.978519:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae25800/0x9cce4314879c2e10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa87 expref: 17 pid: 11071 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126619.978533:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae25800/0x9cce4314879c2e10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa87 expref: 17 pid: 11071 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126619.978540:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aeffb80 00000100:00100000:0.0:1746126619.978560:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 131 00000100:00100000:0.0:1746126619.981473:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1979:x1830945971736960:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.981847:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1979:x1830945971736960:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3278us (3457us total) trans 4294968066 rc 0/0 00000100:00100000:0.0:1746126619.981856:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 131 00002000:00100000:0.0:1746126619.981864:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009aeffb80 x1830945971736960/t4294968066(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 496/448 e 0 to 0 dl 1746126630 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.981873:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aeffb80 with x1830945971736960 ext(0->7) 00010000:00010000:0.0:1746126619.981882:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae25800/0x9cce4314879c2e10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa87 expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126619.981897:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae25800/0x9cce4314879c2e10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa87 expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126619.981903:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aeffb80 00000100:00100000:0.0:1746126619.987725:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971737344 00000100:00100000:0.0:1746126619.987736:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971737344 00002000:00100000:0.0:1746126619.987777:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b4380 x1830945971737344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 488/0 e 0 to 0 dl 1746126630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.987787:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945971737344 ext(0->4095) 00002000:00010000:0.0:1746126619.987792:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4380 00000100:00100000:0.0:1746126619.987873:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2890 00000100:00100000:0.0:1746126619.987881:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945971737344:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126619.988034:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945971737344:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126619.988040:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2890 00002000:00100000:0.0:1746126619.988045:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b4380 x1830945971737344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:380/0 lens 488/4536 e 0 to 0 dl 1746126630 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126619.988058:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945971737344 ext(0->4095) 00002000:00010000:0.0:1746126619.988060:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4380 00000100:00100000:0.0:1746126619.994399:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126619.994431:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971737472 00000100:00100000:0.0:1746126619.994440:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971737472 00000100:00100000:0.0:1746126619.994504:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3238 00000100:00100000:0.0:1746126619.994511:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971737472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126619.994528:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126619.994546:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af28000/0x9cce4314879c2e1e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfa95 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.994572:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.994575:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126619.994583:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af28000/0x9cce4314879c2e1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa95 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.994597:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009af28000/0x9cce4314879c2e1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa95 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126619.994608:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:0.0:1746126619.994653:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971737472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126619.994659:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3238 00000100:00100000:0.0:1746126620.007206:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.007233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.007254:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971738368 00000100:00100000:0.0:1746126620.007263:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971738368 00000100:00100000:0.0:1746126620.007296:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3240 00000100:00100000:0.0:1746126620.007302:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971738368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.007316:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.007332:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfaa3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007355:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.007359:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007365:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.007368:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaa3 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007398:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007408:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaa3 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007416:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:0.0:1746126620.007468:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971738368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126620.007475:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3240 00000100:00100000:0.0:1746126620.007496:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971738496 00000100:00100000:0.0:1746126620.007499:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971738496 00010000:00010000:0.0:1746126620.007511:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4400/0x9cce4314879c2e17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa8e expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.007527:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4935 00000100:00100000:0.0:1746126620.007532:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1980:x1830945971738496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126620.007540:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126620.007558:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4400/0x9cce4314879c2e17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa8e expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.007567:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4400/0x9cce4314879c2e17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa8e expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.007582:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4400/0x9cce4314879c2e17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa8e expref: 19 pid: 11071 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.007592:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.007593:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.007598:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007604:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007620:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.007630:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ed200/0x9cce4314879c2e25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfa9c expref: 18 pid: 16421 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.007645:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973071104:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126620.007713:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.014492:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973071104:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126620.014507:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126620.014531:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1980:x1830945971738496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6998us (7297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126620.014538:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4935 00000100:00100000:0.0:1746126620.030232:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973071232 00000100:00100000:0.0:1746126620.030241:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973071232 00000100:00100000:0.0:1746126620.030339:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:0.0:1746126620.030347:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3314:x1830945973071232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1746126620.030377:0:8438:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1746126620.030400:0:8438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c2e33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.030419:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8200/0x9cce4314879c2c6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x40000020000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf992 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.030427:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.030428:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.030431:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c2e33 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.030478:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8200/0x9cce4314879c2c6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x50000020010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf992 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.030494:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8200/0x9cce4314879c2c6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->1052671] (req 0->1052671) gid 0 flags: 0x70000420010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebf992 expref: 5 pid: 8441 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.030506:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973071360:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126620.030572:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.045148:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.066022:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971739392 00000100:00100000:0.0:1746126620.066036:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971739392 00000100:00100000:0.0:1746126620.066094:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3242 00000100:00100000:0.0:1746126620.066101:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31010:x1830945971739392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.066119:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.068026:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfaaa expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.068063:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaa3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.068071:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.068073:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.068076:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaaa expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.068109:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaa3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.068122:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af29000/0x9cce4314879c2e2c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaa3 expref: 5 pid: 16421 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.068136:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135af3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973071616:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126620.068233:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.069940:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135af3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973071616:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126620.069961:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaaa expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.069975:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ff5e00, rc 0) 00000100:00100000:0.0:1746126620.070001:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31010:x1830945971739392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3899us (17960us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126620.070007:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3242 00000100:00100000:0.0:1746126620.073198:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971739776 00000100:00100000:0.0:1746126620.073204:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971739776 00000100:00100000:0.0:1746126620.073229:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3243 00000100:00100000:0.0:1746126620.073236:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31013:x1830945971739776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.073248:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.073259:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c2e41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfab1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.073275:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaaa expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.073282:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.073283:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.073286:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c2e41 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfab1 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.073307:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaaa expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.073316:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c2e3a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfaaa expref: 21 pid: 16421 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.073324:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135af3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973071872:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126620.074812:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.080492:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.094813:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.109948:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.122009:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.122121:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.127330:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.127402:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.130726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.136698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.157331:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.162257:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.163390:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.168997:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.182746:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.190912:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.207775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.210329:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.218415:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.219799:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.222872:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.232433:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.238877:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971744128 00000100:00100000:0.0:1746126620.238885:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971744128 00002000:00100000:0.0:1746126620.238928:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5880 x1830945971744128/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.238937:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945971744128 ext(0->4095) 00002000:00010000:0.0:1746126620.238941:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5880 00000100:00100000:0.0:1746126620.239822:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2895 00000100:00100000:0.0:1746126620.239831:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945971744128:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.240005:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945971744128:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 176us (2180us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.240012:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2895 00002000:00100000:0.0:1746126620.240018:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5880 x1830945971744128/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.240026:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945971744128 ext(0->4095) 00002000:00010000:0.0:1746126620.240029:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5880 00000100:00100000:0.0:1746126620.254049:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.263093:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.267288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.281200:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.285426:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.292030:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.301871:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.301923:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.309858:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.309926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.309949:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.318383:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.323677:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.329867:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.333054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.337256:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.337314:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.341368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.341475:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.345133:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.350791:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.356922:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.362280:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.368968:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.379948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.380034:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.382661:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.383697:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.388890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.413780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.419010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.420160:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.428498:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.431103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.433825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.440598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.449114:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.455385:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.462509:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.464704:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.465075:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.471156:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.477559:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.481656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.487410:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.487837:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.492962:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.493017:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.493043:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971752960 00000100:00100000:0.0:1746126620.493052:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971752960 00002000:00100000:0.0:1746126620.493094:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800863f4a80 x1830945971752960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.493103:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863f4a80 with x1830945971752960 ext(0->4095) 00010000:00010000:0.0:1746126620.493112:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2ecd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb3d expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.493123:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2ecd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb3d expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.493130:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800863f4a80 00000100:00100000:0.0:1746126620.493160:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 156 00000100:00100000:0.0:1746126620.493167:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971752960:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.493364:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971752960:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 198us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.493370:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 156 00002000:00100000:0.0:1746126620.493375:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800863f4a80 x1830945971752960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.493381:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863f4a80 with x1830945971752960 ext(0->4095) 00010000:00010000:0.0:1746126620.493385:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2ecd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb3d expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.493393:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2ecd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb3d expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.493398:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800863f4a80 00000100:00100000:0.0:1746126620.495056:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.495751:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.497141:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.506406:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.512000:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.527241:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.529130:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.534897:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.537696:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.542199:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.546698:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971754624 00000100:00100000:0.0:1746126620.546707:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971754624 00000100:00100000:0.0:1746126620.546763:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3267 00000100:00100000:0.0:1746126620.546771:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971754624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.546790:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.546807:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfb59 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.546835:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c2ee2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb52 expref: 39 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.546842:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.546843:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.546846:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb59 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.546875:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c2ee2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb52 expref: 39 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.546887:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c2ee2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb52 expref: 39 pid: 8438 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.546899:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973077504:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126620.546984:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.560888:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.567299:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.572967:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971755392 00000100:00100000:0.0:1746126620.572974:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971755392 00010000:00010000:0.0:1746126620.573001:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb59 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.573171:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4964 00000100:00100000:0.0:1746126620.573179:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971755392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126620.573191:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126620.573210:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb59 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.573222:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb59 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.573245:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5a00/0x9cce4314879c2ee9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb59 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.573273:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.573275:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.573283:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 41 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.573290:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 41 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.573322:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 41 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126620.573334:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c346300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973077888:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126620.573405:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.575738:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971755648 00000100:00100000:0.0:1746126620.575745:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971755648 00002000:00100000:0.0:1746126620.575781:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b6680 x1830945971755648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.575795:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945971755648 ext(0->4095) 00002000:00010000:0.0:1746126620.575800:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:0.0:1746126620.575824:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2905 00000100:00100000:0.0:1746126620.575830:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1980:x1830945971755648:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.575982:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1980:x1830945971755648:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.575988:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2905 00002000:00100000:0.0:1746126620.575993:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b6680 x1830945971755648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.576000:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945971755648 ext(0->4095) 00002000:00010000:0.0:1746126620.576003:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:0.0:1746126620.588660:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.607959:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971755904 00000100:00100000:0.0:1746126620.607965:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971755904 00002000:00100000:0.0:1746126620.607994:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b1b6a00 x1830945971755904/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.608004:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945971755904 ext(0->7) 00010000:00010000:0.0:1746126620.608010:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 43 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.608021:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 43 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.608027:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:0.0:1746126620.608053:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 161 00000100:00100000:0.0:1746126620.608058:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945971755904:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.609866:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1982:x1830945971755904:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1797us (6719us total) trans 4294968079 rc 0/0 00000100:00100000:0.0:1746126620.609876:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 161 00002000:00100000:0.0:1746126620.609885:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008b1b6a00 x1830945971755904/t4294968079(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/448 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.609895:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945971755904 ext(0->7) 00010000:00010000:0.0:1746126620.609903:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.609917:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.609923:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:0.0:1746126620.612950:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971756160 00000100:00100000:0.0:1746126620.612959:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971756160 00010000:00010000:0.0:1746126620.612995:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.614156:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4965 00000100:00100000:0.0:1746126620.614168:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1979:x1830945971756160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126620.614184:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126620.614206:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.614222:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.614245:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbc00/0x9cce4314879c2ef0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb60 expref: 45 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.614309:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.614311:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.614318:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.614326:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.614365:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.614376:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 5 pid: 8438 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.614388:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973078272:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126620.614496:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.617493:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973078272:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126620.617512:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126620.617559:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1979:x1830945971756160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3394us (4696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126620.617574:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4965 00000100:00100000:0.0:1746126620.623434:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971756544 00000100:00100000:0.0:1746126620.623485:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971756544 00010000:00010000:0.0:1746126620.623521:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.623556:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4966 00000100:00100000:0.0:1746126620.623573:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971756544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126620.623590:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126620.623610:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.623623:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.623645:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c2ef7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb67 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.623676:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.623678:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.623692:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2efe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb6e expref: 43 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.623701:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb6e expref: 43 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.623738:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2efe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb6e expref: 43 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126620.623752:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c346a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973078400:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126620.623833:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.627705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.627737:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971756800 00000100:00100000:0.0:1746126620.627745:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971756800 00002000:00100000:0.0:1746126620.627789:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c346d80 x1830945971756800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.627799:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c346d80 with x1830945971756800 ext(0->4095) 00002000:00010000:0.0:1746126620.627804:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c346d80 00000100:00100000:0.0:1746126620.627836:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2906 00000100:00100000:0.0:1746126620.627842:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945971756800:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.627998:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945971756800:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.628003:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2906 00002000:00100000:0.0:1746126620.628009:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c346d80 x1830945971756800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.628016:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c346d80 with x1830945971756800 ext(0->4095) 00002000:00010000:0.0:1746126620.628018:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c346d80 00000100:00100000:0.0:1746126620.636595:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.643274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.650955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.651066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.664876:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.686113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.712653:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.720623:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971758720 00000100:00100000:0.0:1746126620.720629:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971758720 00002000:00100000:0.0:1746126620.720664:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f480 x1830945971758720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.720674:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945971758720 ext(0->4095) 00010000:00010000:0.0:1746126620.720683:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c2f13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb83 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.720702:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c2f13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb83 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.720708:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126620.720729:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 166 00000100:00100000:0.0:1746126620.720735:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971758720:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.720881:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971758720:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.720886:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 166 00002000:00100000:0.0:1746126620.720891:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f480 x1830945971758720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.720898:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945971758720 ext(0->4095) 00010000:00010000:0.0:1746126620.720902:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c2f13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb83 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.720910:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c2f13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb83 expref: 6 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.720916:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126620.783643:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.801519:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.803823:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3276 00000100:00100000:0.0:1746126620.803835:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31010:x1830945971759616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.803852:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.803868:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfb98 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.803896:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c2f21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb91 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.803903:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.803905:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.803907:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.803937:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c2f21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb91 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.803948:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c2f21 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb91 expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00000100:00100000:0.0:1746126620.803959:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973079808:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126620.804886:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126620.804903:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971759872:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.805074:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971759872:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1290us (3566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.805080:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2909 00002000:00100000:0.0:1746126620.805087:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c346300 x1830945971759872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.805096:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c346300 with x1830945971759872 ext(0->4095) 00010000:00010000:0.0:1746126620.805102:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c2f21 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb91 expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.805111:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c2f21 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb91 expref: 6 pid: 8441 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.805116:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c346300 00000100:00100000:0.0:1746126620.808542:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.812116:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.820159:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971760384 00000100:00100000:0.0:1746126620.820169:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971760384 00002000:00100000:0.0:1746126620.820213:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f100 x1830945971760384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.820224:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f100 with x1830945971760384 ext(0->4095) 00010000:00010000:0.0:1746126620.820233:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.820247:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.820258:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f100 00000100:00100000:0.0:1746126620.820850:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 168 00000100:00100000:0.0:1746126620.820858:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945971760384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.821346:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945971760384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 488us (1263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126620.821352:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 168 00002000:00100000:0.0:1746126620.821358:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f100 x1830945971760384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 488/4536 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.821366:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f100 with x1830945971760384 ext(0->4095) 00010000:00010000:0.0:1746126620.821372:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.821382:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.821387:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f100 00000100:00100000:0.0:1746126620.824122:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971760640 00000100:00100000:0.0:1746126620.824131:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971760640 00002000:00100000:0.0:1746126620.824171:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009232f800 x1830945971760640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.824181:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f800 with x1830945971760640 ext(0->7) 00010000:00010000:0.0:1746126620.824188:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.824205:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 51 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.824211:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f800 00000100:00100000:0.0:1746126620.824818:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 169 00000100:00100000:0.0:1746126620.824826:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945971760640:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.825143:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1979:x1830945971760640:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 318us (1095us total) trans 4294968083 rc 0/0 00000100:00100000:0.0:1746126620.825150:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 169 00002000:00100000:0.0:1746126620.825156:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009232f800 x1830945971760640/t4294968083(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/448 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.825164:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f800 with x1830945971760640 ext(0->7) 00010000:00010000:0.0:1746126620.825169:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 53 pid: 8438 timeout: 632 lvb_type: 0 00010000:00010000:0.0:1746126620.825178:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eb87800/0x9cce4314879c2f28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfb98 expref: 53 pid: 8438 timeout: 632 lvb_type: 0 00002000:00010000:0.0:1746126620.825184:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f800 00000100:00100000:0.0:1746126620.859974:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3279 00000100:00100000:0.0:1746126620.859984:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971761280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126620.860004:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126620.860021:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb87e00/0x9cce4314879c2f3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfbad expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.860134:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126620.860142:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c2f36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfba6 expref: 52 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.860149:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126620.860153:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb87e00/0x9cce4314879c2f3d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbad expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.862182:0:8438:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c2f36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfba6 expref: 52 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.862203:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eb87e00/0x9cce4314879c2f3d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbad expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126620.862218:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb87e00, rc 0) 00000100:00100000:0.0:1746126620.862279:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971761280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2296us (5079us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126620.862288:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3279 00000100:00100000:0.0:1746126620.892842:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.927364:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.927512:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.930657:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.934210:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971763200 00000100:00100000:0.0:1746126620.934219:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971763200 00002000:00100000:0.0:1746126620.934255:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800924f7100 x1830945971763200/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/0 e 0 to 0 dl 1746126631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.934271:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945971763200 ext(0->7) 00010000:00010000:0.0:1746126620.934279:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2f44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbb4 expref: 55 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126620.934291:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2f44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbb4 expref: 55 pid: 16421 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126620.934297:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f7100 00000100:00100000:0.0:1746126620.934319:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 175 00000100:00100000:0.0:1746126620.934325:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:1980:x1830945971763200:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126620.934675:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1980:x1830945971763200:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 350us (544us total) trans 4294968085 rc 0/0 00000100:00100000:0.0:1746126620.934681:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 175 00002000:00100000:0.0:1746126620.934695:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800924f7100 x1830945971763200/t4294968085(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:381/0 lens 496/448 e 0 to 0 dl 1746126631 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126620.934702:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945971763200 ext(0->7) 00010000:00010000:0.0:1746126620.934706:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2f44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbb4 expref: 57 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126620.934714:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c2f44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbb4 expref: 57 pid: 16421 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126620.934719:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924f7100 00000100:00100000:0.0:1746126620.948394:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.949997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.953964:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.958962:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.963562:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.969037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.979083:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.988984:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.995616:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126620.995720:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.004022:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.004070:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.006763:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.009086:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.012849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.020422:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.022812:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.025772:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.030838:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.033357:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.034274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.034818:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.034838:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971767680 00000100:00100000:0.0:1746126621.034844:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971767680 00010000:00010000:0.0:1746126621.034870:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948dac00/0x9cce4314879c2f75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbe5 expref: 6 pid: 16421 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.035544:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971767936 00000100:00100000:0.0:1746126621.035547:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971767936 00010000:00010000:0.0:1746126621.035559:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c2f7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbec expref: 61 pid: 16421 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.047987:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.052696:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.059141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.062640:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.070280:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3292 00000100:00100000:0.0:1746126621.070286:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800835ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31010:x1830945971769088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126621.070293:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126621.070298:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb87c00/0x9cce4314879c2f98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfc08 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.070356:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c2f8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbfa expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.070362:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c2f91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc01 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.070367:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.070371:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.070374:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb87c00/0x9cce4314879c2f98 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc08 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.070508:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c2f91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc01 expref: 64 pid: 11071 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.070516:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c2f91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc01 expref: 64 pid: 11071 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.070531:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973083264:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126621.070581:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c2f8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbfa expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.070593:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c2f8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfbfa expref: 5 pid: 11071 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.070601:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800835fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973083392:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126621.070624:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126621.072525:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.073547:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.076281:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.076336:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.080322:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008adcbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973083648:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126621.080896:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948db400/0x9cce4314879c2f9f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc0f expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.080913:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db400, rc 0) 00000100:00100000:0.0:1746126621.080936:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800835ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971769728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3256us (4600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.080942:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3293 00000100:00100000:0.0:1746126621.089190:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.093115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.100946:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.102616:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.106220:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.106285:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.109697:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.125773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.132074:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.133945:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.136645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.143601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.144070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.149745:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971772544 00000100:00100000:0.0:1746126621.149753:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971772544 00002000:00100000:0.0:1746126621.149796:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcb100 x1830945971772544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.149805:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcb100 with x1830945971772544 ext(0->4095) 00010000:00010000:0.0:1746126621.149813:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483e000/0x9cce4314879c2fb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc24 expref: 66 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.149826:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483e000/0x9cce4314879c2fb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc24 expref: 66 pid: 8441 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126621.149833:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008adcb100 00000100:00100000:0.0:1746126621.149862:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 189 00000100:00100000:0.0:1746126621.149869:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945971772544:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.150865:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945971772544:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 993us (1840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126621.150872:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 189 00002000:00100000:0.0:1746126621.150879:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcb100 x1830945971772544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/4536 e 0 to 0 dl 1746126632 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.150886:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcb100 with x1830945971772544 ext(0->4095) 00010000:00010000:0.0:1746126621.150893:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483e000/0x9cce4314879c2fb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc24 expref: 66 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.150903:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483e000/0x9cce4314879c2fb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc24 expref: 66 pid: 8441 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126621.150908:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008adcb100 00000100:00100000:0.0:1746126621.157589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.165720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.168607:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.170524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.172321:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.175817:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.183263:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971773824 00000100:00100000:0.0:1746126621.183271:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971773824 00002000:00100000:0.0:1746126621.183309:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adca300 x1830945971773824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.183319:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adca300 with x1830945971773824 ext(0->4095) 00010000:00010000:0.0:1746126621.183327:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c2fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc32 expref: 69 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.183340:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c2fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc32 expref: 69 pid: 16421 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126621.183350:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008adca300 00000100:00100000:0.0:1746126621.183372:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 191 00000100:00100000:0.0:1746126621.183378:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945971773824:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.183556:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945971773824:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126621.183562:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 191 00002000:00100000:0.0:1746126621.183567:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adca300 x1830945971773824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/4536 e 0 to 0 dl 1746126632 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.183575:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adca300 with x1830945971773824 ext(0->4095) 00010000:00010000:0.0:1746126621.183579:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c2fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc32 expref: 69 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.183588:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c2fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfc32 expref: 69 pid: 16421 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126621.183594:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008adca300 00000100:00100000:0.0:1746126621.186406:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.197843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.201548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.204176:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.206875:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.207907:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.214609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.227927:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.234396:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.256145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.262408:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.268477:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.277416:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.279752:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.287846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.290571:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.294523:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.297922:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.302302:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.306899:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.310296:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.315242:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.320422:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.330306:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.331172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.332501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.334909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.336581:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.338234:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.347421:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.350972:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.353936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.369314:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.371957:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126621.379721:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126621.380234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.384975:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.385011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.385346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.392523:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.394816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.397529:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.401213:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.404602:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.407034:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.407982:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.410233:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.410260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.410290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.414386:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.417874:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.421926:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.425660:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.428541:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.430123:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.432688:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.433586:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.435162:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.435400:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.439257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.445584:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.451577:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.455159:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.456976:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.457518:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008adcbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973089408:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126621.457538:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126621.457554:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945971785088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4455us (5989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.457561:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5013 00000100:00100000:0.0:1746126621.460911:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.461104:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.461124:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971785728 00000100:00100000:0.0:1746126621.461126:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971785728 00010000:00010000:0.0:1746126621.461142:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c3047 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcb7 expref: 6 pid: 8441 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.461159:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5014 00000100:00100000:0.0:1746126621.461163:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a85f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971785728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126621.461170:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126621.461189:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c3047 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcb7 expref: 6 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.461198:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c3047 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcb7 expref: 6 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.461214:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948db800/0x9cce4314879c3047 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcb7 expref: 6 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.461226:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.461227:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.461234:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c304e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcbe expref: 84 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.461245:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c304e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcbe expref: 84 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.461264:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c304e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcbe expref: 84 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.461274:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c304e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcbe expref: 84 pid: 8441 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.461285:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a85fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973089792:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126621.461342:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126621.465961:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.470321:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.480432:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.484237:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.496810:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.496866:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.501991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.507016:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.512337:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.528608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.531156:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.533128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.540807:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.546758:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.552632:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.559305:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.563040:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.565459:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.569968:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971789440 00000100:00100000:0.0:1746126621.569976:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971789440 00002000:00100000:0.0:1746126621.570018:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f2300 x1830945971789440/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:382/0 lens 488/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.570028:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2300 with x1830945971789440 ext(0->4095) 00002000:00010000:0.0:1746126621.570033:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f2300 00000100:00100000:0.0:1746126621.570056:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2928 00000100:00100000:0.0:1746126621.570063:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971789440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.570236:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971789440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126621.570242:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2928 00002000:00100000:0.0:1746126621.570247:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f2300 x1830945971789440/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:382/0 lens 488/4536 e 0 to 0 dl 1746126632 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.570254:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2300 with x1830945971789440 ext(0->4095) 00002000:00010000:0.0:1746126621.570257:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f2300 00000100:00100000:0.0:1746126621.572846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.574891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.579072:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.581389:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.590494:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.591676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.592991:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.595147:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.598021:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.604485:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971791488 00000100:00100000:0.0:1746126621.604494:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971791488 00010000:00010000:0.0:1746126621.604529:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c3086 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcf6 expref: 93 pid: 8441 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.604564:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5023 00000100:00100000:0.0:1746126621.604572:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945971791488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126621.604586:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126621.604606:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c3086 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcf6 expref: 93 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.604617:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c3086 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcf6 expref: 93 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.604639:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948da600/0x9cce4314879c3086 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcf6 expref: 93 pid: 8441 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.604668:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.604670:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126621.604677:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.604694:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.604732:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126621.604742:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973091712:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126621.604816:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126621.608094:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800925b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973091712:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126621.608119:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126621.608169:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945971791488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3596us (3774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.608180:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5023 00000100:00100000:0.0:1746126621.609090:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.616615:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.623085:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.626380:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971792384 00000100:00100000:0.0:1746126621.626385:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971792384 00010000:00010000:0.0:1746126621.626402:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 94 pid: 16421 timeout: 633 lvb_type: 0 00000100:00100000:0.0:1746126621.626419:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5024 00000100:00100000:0.0:1746126621.626424:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945971792384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126621.626432:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126621.626461:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 94 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.626471:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c308d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfcfd expref: 94 pid: 16421 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.626495:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126621.626514:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945971792384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.626520:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5024 00000100:00100000:0.0:1746126621.629824:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.634223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.641100:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.649207:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.652980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.656675:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.660399:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973092480:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126621.660418:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483fc00/0x9cce4314879c30a9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd19 expref: 94 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.660429:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483fc00, rc 0) 00000100:00100000:0.0:1746126621.660728:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31010:x1830945971793280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3605us (4057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.660734:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3331 00000100:00100000:0.0:1746126621.663306:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.670968:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.699484:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.711071:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.711122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.714765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.722361:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.728190:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971795072 00000100:00100000:0.0:1746126621.728198:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971795072 00002000:00100000:0.0:1746126621.728240:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcbb80 x1830945971795072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.728248:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcbb80 with x1830945971795072 ext(0->4095) 00002000:00010000:0.0:1746126621.728252:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adcbb80 00000100:00100000:0.0:1746126621.728277:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2935 00000100:00100000:0.0:1746126621.728284:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1981:x1830945971795072:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.728654:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1981:x1830945971795072:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 369us (789us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126621.728660:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2935 00002000:00100000:0.0:1746126621.728667:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008adcbb80 x1830945971795072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 488/4536 e 0 to 0 dl 1746126632 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.728674:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adcbb80 with x1830945971795072 ext(0->4095) 00002000:00010000:0.0:1746126621.728677:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adcbb80 00000100:00100000:0.0:1746126621.733910:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.740676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.741659:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945971795328:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 407us (984us total) trans 4294968106 rc 0/0 00000100:00100000:0.0:1746126621.741667:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 225 00002000:00100000:0.0:1746126621.741672:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880136adaa00 x1830945971795328/t4294968106(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 496/448 e 0 to 0 dl 1746126632 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.741688:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adaa00 with x1830945971795328 ext(0->7) 00010000:00010000:0.0:1746126621.741692:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c30b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd27 expref: 98 pid: 8438 timeout: 633 lvb_type: 0 00010000:00010000:0.0:1746126621.741701:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c30b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd27 expref: 98 pid: 8438 timeout: 633 lvb_type: 0 00002000:00010000:0.0:1746126621.741706:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136adaa00 00000100:00100000:0.0:1746126621.744736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.751641:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971795712 00000100:00100000:0.0:1746126621.751650:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971795712 00002000:00100000:0.0:1746126621.751707:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a60380 x1830945971795712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:382/0 lens 488/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.751717:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945971795712 ext(0->4095) 00002000:00010000:0.0:1746126621.751722:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126621.751753:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2936 00000100:00100000:0.0:1746126621.751761:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971795712:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.752062:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971795712:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 301us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126621.752068:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2936 00002000:00100000:0.0:1746126621.752074:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a60380 x1830945971795712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:382/0 lens 488/4536 e 0 to 0 dl 1746126632 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.752081:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945971795712 ext(0->4095) 00002000:00010000:0.0:1746126621.752084:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126621.754840:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.768592:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.768693:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.773421:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.773496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.775952:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.805945:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971797248 00000100:00100000:0.0:1746126621.805959:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971797248 00000100:00100000:0.0:1746126621.808675:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3338 00000100:00100000:0.0:1746126621.808702:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31010:x1830945971797248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126621.808723:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126621.808748:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c30da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ebfd4a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.808776:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126621.808783:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c30d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd43 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.808789:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126621.808792:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c30da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd4a expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.808831:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c30d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd43 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.808842:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c30da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd4a expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126621.808852:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d6200, rc 0) 00000100:00100000:0.0:1746126621.808923:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31010:x1830945971797248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 229us (5995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126621.808930:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3338 00000100:00100000:0.0:1746126621.814024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.825079:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.831146:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.837307:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.842861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.847110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.850767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.857262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.861586:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.863766:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.872192:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.894849:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.904365:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971799424 00000100:00100000:0.0:1746126621.904375:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971799424 00002000:00100000:0.0:1746126621.904423:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926f3100 x1830945971799424/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 496/0 e 0 to 0 dl 1746126632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.904434:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945971799424 ext(0->7) 00010000:00010000:0.0:1746126621.904465:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c30e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd58 expref: 102 pid: 8438 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126621.904480:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c30e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd58 expref: 102 pid: 8438 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126621.904487:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:0.0:1746126621.906110:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 232 00000100:00100000:0.0:1746126621.906120:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+102:1982:x1830945971799424:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126621.906463:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+104:1982:x1830945971799424:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 344us (2177us total) trans 4294968109 rc 0/0 00000100:00100000:0.0:1746126621.906469:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 232 00002000:00100000:0.0:1746126621.906477:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926f3100 x1830945971799424/t4294968109(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:382/0 lens 496/448 e 0 to 0 dl 1746126632 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126621.906486:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945971799424 ext(0->7) 00010000:00010000:0.0:1746126621.906493:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c30e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd58 expref: 104 pid: 8438 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126621.906505:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c30e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd58 expref: 104 pid: 8438 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126621.906512:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:0.0:1746126621.909743:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.909799:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.913793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.917232:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.924689:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.933555:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.936789:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.940531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.950010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.957725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.957784:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.961363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.962666:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.966055:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.969674:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.976051:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.985206:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.990435:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.990503:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.998601:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126621.998704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.000016:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126622.004025:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971803392 00000100:00100000:0.0:1746126622.004032:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971803392 00002000:00100000:0.0:1746126622.004079:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0000 x1830945971803392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/0 e 0 to 0 dl 1746126633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.004088:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945971803392 ext(0->4095) 00010000:00010000:0.0:1746126622.004095:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3119 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd89 expref: 109 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.004106:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3119 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd89 expref: 109 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.004112:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:0.0:1746126622.004135:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 239 00000100:00100000:0.0:1746126622.004141:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+109:1982:x1830945971803392:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126622.004280:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+109:1982:x1830945971803392:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (607us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126622.004286:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 239 00002000:00100000:0.0:1746126622.004291:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0000 x1830945971803392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/4536 e 0 to 0 dl 1746126633 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.004304:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945971803392 ext(0->4095) 00010000:00010000:0.0:1746126622.004307:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3119 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd89 expref: 109 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.004316:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3119 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfd89 expref: 109 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.004321:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:0.0:1746126622.011534:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.018304:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.033225:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.036656:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089a60a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973096704:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126622.036691:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126622.038167:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:1981:x1830945971803776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 18445us (19864us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126622.038180:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5044 00000100:00100000:0.0:1746126622.045579:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.046188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.059895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.071230:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.073388:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.088185:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.092709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.094660:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.094717:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.109014:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.117383:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.119904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.125183:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.127127:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.130035:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.137818:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.148613:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.171807:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.176786:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.180946:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.187973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.192744:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.196182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.199853:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.203882:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.209716:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.225394:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.229148:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.241755:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.242071:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.249339:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.249473:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126622.250241:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c316d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfddd expref: 119 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.250254:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c3174 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfde4 expref: 119 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.250266:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126622.250268:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126622.250274:0:11071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c316d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfddd expref: 119 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.250280:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c316d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfddd expref: 119 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.250299:0:11071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c316d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfddd expref: 119 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.250309:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c316d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfddd expref: 119 pid: 16421 timeout: 634 lvb_type: 0 00000100:00100000:0.0:1746126622.250320:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973099392:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126622.250998:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126622.254862:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.271239:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.278864:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.282924:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.284926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.287828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.289627:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.292043:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.296166:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.299360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.305928:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.309075:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089a61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973100032:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126622.309105:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948dac00/0x9cce4314879c3189 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfdf9 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126622.309121:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dac00, rc 0) 00000100:00100000:0.0:1746126622.309170:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971812736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3067us (3250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126622.309177:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3363 00000100:00100000:0.0:1746126622.311578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.317505:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089a61f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973100160:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126622.317532:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126622.317574:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+121:1981:x1830945971812992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5269us (5999us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126622.317585:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5059 00000100:00100000:0.0:1746126622.318832:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.325204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.327757:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.336939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.342888:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.346150:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.356245:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.362698:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971814912 00000100:00100000:0.0:1746126622.362707:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971814912 00002000:00100000:0.0:1746126622.362752:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a62a00 x1830945971814912/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 496/0 e 0 to 0 dl 1746126633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.362767:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945971814912 ext(0->7) 00010000:00010000:0.0:1746126622.362776:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3197 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe07 expref: 123 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.362789:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3197 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe07 expref: 123 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.362795:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126622.362821:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 258 00000100:00100000:0.0:1746126622.362828:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:1982:x1830945971814912:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126622.363128:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+125:1982:x1830945971814912:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 300us (507us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1746126622.363134:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 258 00002000:00100000:0.0:1746126622.363140:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a62a00 x1830945971814912/t4294968119(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 496/448 e 0 to 0 dl 1746126633 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.363146:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945971814912 ext(0->7) 00010000:00010000:0.0:1746126622.363150:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3197 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe07 expref: 125 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.363158:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948dae00/0x9cce4314879c3197 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe07 expref: 125 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.363163:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126622.364519:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.367490:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.372425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.376646:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.383159:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.396027:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.424229:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.424317:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.425412:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.447288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.455119:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.460342:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.463785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.465880:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.467949:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.471526:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.481867:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.496544:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.501611:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.503973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.507720:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.523435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.532054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.538355:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.542554:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.544702:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.546984:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.553074:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.559643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.560371:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.565257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.565326:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.571084:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971821440 00000100:00100000:0.0:1746126622.571091:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971821440 00002000:00100000:0.0:1746126622.571127:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f3480 x1830945971821440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/0 e 0 to 0 dl 1746126633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.571136:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3480 with x1830945971821440 ext(0->4095) 00010000:00010000:0.0:1746126622.571144:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c31dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe4d expref: 131 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.571156:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c31dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe4d expref: 131 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.571162:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3480 00000100:00100000:0.0:1746126622.571177:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 266 00000100:00100000:0.0:1746126622.571182:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+131:1980:x1830945971821440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126622.571322:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+131:1980:x1830945971821440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126622.571328:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 266 00002000:00100000:0.0:1746126622.571334:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f3480 x1830945971821440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/4536 e 0 to 0 dl 1746126633 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.571340:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3480 with x1830945971821440 ext(0->4095) 00010000:00010000:0.0:1746126622.571344:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c31dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe4d expref: 131 pid: 11071 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.571358:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd200/0x9cce4314879c31dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfe4d expref: 131 pid: 11071 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.571364:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3480 00000100:00100000:0.0:1746126622.584273:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.589570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.595589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.599770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.611914:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.626188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.626240:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.635832:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.655598:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.673103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.688762:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.697368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.700078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.708609:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.711321:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.719711:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.721122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.725208:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.732974:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.735606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.742517:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.750168:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.754049:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.761984:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.767849:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.771606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.773976:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.780548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.792723:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.792816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.799081:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.802558:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.804152:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.807839:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.813407:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.820089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.828147:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.858733:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.859646:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.864184:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.877112:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971830016 00000100:00100000:0.0:1746126622.877120:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971830016 00002000:00100000:0.0:1746126622.877157:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a63800 x1830945971830016/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 496/0 e 0 to 0 dl 1746126633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.877164:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945971830016 ext(0->7) 00010000:00010000:0.0:1746126622.877170:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c323f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeaf expref: 145 pid: 8441 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.877180:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c323f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeaf expref: 145 pid: 8441 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.877191:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a63800 00000100:00100000:0.0:1746126622.877543:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 282 00000100:00100000:0.0:1746126622.877552:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+145:1980:x1830945971830016:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126622.877898:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+147:1980:x1830945971830016:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 347us (903us total) trans 4294968130 rc 0/0 00000100:00100000:0.0:1746126622.877905:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 282 00002000:00100000:0.0:1746126622.877910:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a63800 x1830945971830016/t4294968130(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 496/448 e 0 to 0 dl 1746126633 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.877917:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945971830016 ext(0->7) 00010000:00010000:0.0:1746126622.877923:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c323f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeaf expref: 147 pid: 8441 timeout: 634 lvb_type: 0 00010000:00010000:0.0:1746126622.877933:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c323f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeaf expref: 147 pid: 8441 timeout: 634 lvb_type: 0 00002000:00010000:0.0:1746126622.877938:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a63800 00000100:00100000:0.0:1746126622.885730:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.900384:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.907755:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.910240:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.910281:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.913696:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.917200:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.919413:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.926371:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.938298:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.938349:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.944066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.944711:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.950828:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.960888:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.969984:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.972944:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.977817:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.985160:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.985212:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.989642:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126622.991130:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971834112 00000100:00100000:0.0:1746126622.991143:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971834112 00002000:00100000:0.0:1746126622.991188:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135f9ea00 x1830945971834112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/0 e 0 to 0 dl 1746126633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.991198:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945971834112 ext(0->4095) 00010000:00010000:0.0:1746126622.991207:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c3270 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfee0 expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126622.991220:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c3270 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfee0 expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126622.991227:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135f9ea00 00000100:00100000:0.0:1746126622.991255:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 290 00000100:00100000:0.0:1746126622.991261:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+152:1982:x1830945971834112:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126622.991429:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+152:1982:x1830945971834112:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (1796us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126622.991434:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 290 00002000:00100000:0.0:1746126622.991440:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135f9ea00 x1830945971834112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:383/0 lens 488/4536 e 0 to 0 dl 1746126633 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126622.991462:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945971834112 ext(0->4095) 00010000:00010000:0.0:1746126622.991466:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c3270 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfee0 expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126622.991474:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c3270 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfee0 expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126622.991479:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135f9ea00 00000100:00100000:0.0:1746126622.998791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.005289:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.006706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.013286:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.018686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.018739:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.025189:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971835392 00000100:00100000:0.0:1746126623.025197:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971835392 00002000:00100000:0.0:1746126623.025236:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f3800 x1830945971835392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/0 e 0 to 0 dl 1746126634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.025246:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3800 with x1830945971835392 ext(0->4095) 00010000:00010000:0.0:1746126623.025255:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c327e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeee expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.025269:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c327e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeee expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.025275:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3800 00000100:00100000:0.0:1746126623.025289:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 293 00000100:00100000:0.0:1746126623.025295:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+152:1982:x1830945971835392:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126623.025433:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+152:1982:x1830945971835392:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126623.025438:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 293 00002000:00100000:0.0:1746126623.025457:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f3800 x1830945971835392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/4536 e 0 to 0 dl 1746126634 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.025464:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3800 with x1830945971835392 ext(0->4095) 00010000:00010000:0.0:1746126623.025468:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c327e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeee expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.025476:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c327e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfeee expref: 152 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.025481:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f3800 00000100:00100000:0.0:1746126623.031247:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.034538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.041299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.041393:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.046679:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.047944:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.057372:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.070167:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.085531:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.090119:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971837056 00000100:00100000:0.0:1746126623.090133:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971837056 00010000:00010000:0.0:1746126623.090179:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c328c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfefc expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126623.090206:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5097 00000100:00100000:0.0:1746126623.090214:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+157:1980:x1830945971837056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126623.090229:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126623.090253:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c328c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfefc expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.090265:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c328c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfefc expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.090288:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd600/0x9cce4314879c328c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebfefc expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.090317:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.090319:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.090326:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.090334:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.090374:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126623.090387:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973109376:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126623.091286:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.097887:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971837440 00000100:00100000:0.0:1746126623.097896:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971837440 00002000:00100000:0.0:1746126623.097942:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a61180 x1830945971837440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/0 e 0 to 0 dl 1746126634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.097952:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945971837440 ext(0->4095) 00010000:00010000:0.0:1746126623.097961:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 159 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.097974:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 159 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.097980:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126623.097999:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 298 00000100:00100000:0.0:1746126623.098006:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+159:1981:x1830945971837440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126623.098178:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+159:1981:x1830945971837440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126623.098184:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 298 00002000:00100000:0.0:1746126623.098190:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a61180 x1830945971837440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/4536 e 0 to 0 dl 1746126634 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.098203:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945971837440 ext(0->4095) 00010000:00010000:0.0:1746126623.098207:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 159 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.098216:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 159 pid: 11071 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.098222:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126623.109770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.116353:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971837696 00000100:00100000:0.0:1746126623.116610:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971837696 00010000:00010000:0.0:1746126623.116648:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126623.116695:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5098 00000100:00100000:0.0:1746126623.116703:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+157:1982:x1830945971837696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126623.116717:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126623.116739:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.116752:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.116775:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3293 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff03 expref: 157 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.116800:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.116802:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.116810:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c329a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff0a expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.116817:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c329a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff0a expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.116852:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c329a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff0a expref: 156 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.116861:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd400/0x9cce4314879c329a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff0a expref: 156 pid: 11071 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126623.116873:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b33480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973109760:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126623.116946:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126623.123107:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.132575:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.139150:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.148391:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.158171:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.158365:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.165094:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.171163:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.184868:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.198216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.201430:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.203473:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.208184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.216634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.224119:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.230770:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.241383:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.251113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.256021:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.258606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.260111:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.266751:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.270058:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971842304 00000100:00100000:0.0:1746126623.270065:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971842304 00010000:00010000:0.0:1746126623.270090:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948db400/0x9cce4314879c32bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff2d expref: 6 pid: 8441 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126623.270116:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5105 00000100:00100000:0.0:1746126623.270122:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971842304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126623.270132:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126623.270151:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948db400/0x9cce4314879c32bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff2d expref: 6 pid: 8441 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.270162:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948db400/0x9cce4314879c32bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff2d expref: 6 pid: 8441 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.270183:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948db400/0x9cce4314879c32bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff2d expref: 6 pid: 8441 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.270207:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.270209:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.270217:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c32cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff3b expref: 162 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.270224:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c32cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff3b expref: 162 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.270248:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c32cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff3b expref: 162 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.270258:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948dbe00/0x9cce4314879c32cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff3b expref: 162 pid: 8441 timeout: 635 lvb_type: 0 00000100:00100000:0.0:1746126623.270269:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973111424:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126623.270326:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126623.273226:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.278034:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.281756:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.291795:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.302389:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.311596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.317645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.317682:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.317705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.318541:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5108 00000100:00100000:0.0:1746126623.318551:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+166:1979:x1830945971843840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126623.318559:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126623.318574:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948da400/0x9cce4314879c32d2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff42 expref: 166 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.318592:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948da400/0x9cce4314879c32d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff42 expref: 166 pid: 11071 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.318939:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.318942:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.318950:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094849a00/0x9cce4314879c32e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff50 expref: 168 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.318958:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094849a00/0x9cce4314879c32e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff50 expref: 168 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.318992:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094849a00/0x9cce4314879c32e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff50 expref: 168 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126623.319005:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973111936:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126623.319074:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126623.322223:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.325705:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.327513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.334895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.338645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.338712:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.340819:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.344092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.350031:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.352852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.358215:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.366395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.368788:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.376695:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.385053:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.385543:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.395514:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.409534:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.411598:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.421857:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.425337:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.428186:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.437546:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.448615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.451239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.452828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.455294:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.455527:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.458324:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.458367:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.461544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.461597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.464904:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973114368:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126623.464929:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c332d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff9d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.464944:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483e600, rc 0) 00000100:00100000:0.0:1746126623.464980:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971849984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2903us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126623.464987:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3423 00000100:00100000:0.0:1746126623.465017:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971850368 00000100:00100000:0.0:1746126623.465022:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971850368 00002000:00100000:0.0:1746126623.465049:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f1180 x1830945971850368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/0 e 0 to 0 dl 1746126634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.465059:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1180 with x1830945971850368 ext(0->4095) 00010000:00010000:0.0:1746126623.465065:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c3326 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff96 expref: 173 pid: 16421 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.465075:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c3326 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff96 expref: 173 pid: 16421 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.465081:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f1180 00000100:00100000:0.0:1746126623.465108:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 320 00000100:00100000:0.0:1746126623.465114:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+173:1982:x1830945971850368:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126623.465246:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+172:1982:x1830945971850368:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126623.465252:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 320 00002000:00100000:0.0:1746126623.465256:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f1180 x1830945971850368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/4536 e 0 to 0 dl 1746126634 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.465268:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1180 with x1830945971850368 ext(0->4095) 00010000:00010000:0.0:1746126623.465272:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c3326 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff96 expref: 172 pid: 16421 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.465281:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c3326 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ebff96 expref: 172 pid: 16421 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.465285:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f1180 00000100:00100000:0.0:1746126623.467764:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.472958:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.475974:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.481596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.481887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.486115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.496710:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.499118:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.502996:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.506783:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.509163:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.511297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.516197:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.519488:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.519517:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.519548:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.522171:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.528317:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.540889:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.542588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.549848:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.551940:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.553320:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.553352:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.553376:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.553395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.556774:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.567304:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.569338:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.575953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.577579:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.579630:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.584889:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.591586:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.591639:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.596515:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.597752:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.597805:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.599593:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.604114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.610616:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.614248:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.617869:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.617909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.620850:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.621425:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.623987:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.626706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.633370:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.638031:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.642240:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.644080:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.648258:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.652282:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.657416:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.662977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.673630:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.679297:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.679864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.685423:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.689217:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.692294:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.702802:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.721209:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.729622:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.731172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.733300:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.739061:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.764490:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.767259:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.769947:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.771644:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.778094:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.781179:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.800374:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.806636:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.808504:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.808554:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.811776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.811800:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971864448 00000100:00100000:0.0:1746126623.811808:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971864448 00002000:00100000:0.0:1746126623.811843:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232e680 x1830945971864448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/0 e 0 to 0 dl 1746126634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.811852:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945971864448 ext(0->4095) 00010000:00010000:0.0:1746126623.811860:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.811873:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.811879:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:0.0:1746126623.811906:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 338 00000100:00100000:0.0:1746126623.811913:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+193:1981:x1830945971864448:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126623.812061:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+193:1981:x1830945971864448:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126623.812067:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 338 00002000:00100000:0.0:1746126623.812072:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232e680 x1830945971864448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 488/4536 e 0 to 0 dl 1746126634 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.812079:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945971864448 ext(0->4095) 00010000:00010000:0.0:1746126623.812083:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.812092:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.812098:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:0.0:1746126623.820842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.821562:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 339 00000100:00100000:0.0:1746126623.821570:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+191:1982:x1830945971864704:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126623.822181:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+193:1982:x1830945971864704:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 609us (1346us total) trans 4294968153 rc 0/0 00000100:00100000:0.0:1746126623.822188:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 339 00002000:00100000:0.0:1746126623.822194:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009232fb80 x1830945971864704/t4294968153(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:384/0 lens 496/448 e 0 to 0 dl 1746126634 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126623.822200:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232fb80 with x1830945971864704 ext(0->7) 00010000:00010000:0.0:1746126623.822205:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00010000:00010000:0.0:1746126623.822214:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e87a000/0x9cce4314879c33c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0030 expref: 193 pid: 8438 timeout: 635 lvb_type: 0 00002000:00010000:0.0:1746126623.822220:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232fb80 00000100:00100000:0.0:1746126623.823794:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.830015:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.838406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.839709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.841141:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.845113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.848590:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.848761:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.852473:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.878361:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.880489:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.887164:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.890539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.890593:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.897518:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.900649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.911006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.922679:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.928119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.931952:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.934147:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.939175:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.939876:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.943419:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.943958:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.944304:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971868928 00000100:00100000:0.0:1746126623.944308:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971868928 00010000:00010000:0.0:1746126623.944325:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c33f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0061 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126623.944676:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5148 00000100:00100000:0.0:1746126623.944682:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971868928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126623.944691:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126623.944709:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c33f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0061 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126623.944719:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c33f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0061 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126623.944737:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c33f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0061 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126623.945088:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.945089:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126623.945096:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c33f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0068 expref: 196 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.945103:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c33f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0068 expref: 196 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.945123:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c33f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0068 expref: 196 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126623.945132:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bc600/0x9cce4314879c33f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0068 expref: 196 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126623.945142:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973121280:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126623.945206:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126623.948180:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.971269:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.974490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.976002:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.979115:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.985623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.988091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.990845:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.993152:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.995518:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126623.998143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.001602:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.001708:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126624.002548:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126624.005654:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.005732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.006508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.008793:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.013123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.017954:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.022094:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.027850:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.028433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.031739:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.033955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.039483:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.040429:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3315:1830945973123072:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.040494:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126624.040518:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973123584:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.040541:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126624.040554:0:3315:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126624.040558:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3315:1830945973123200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.040572:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126624.040595:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123072 00000100:00100000:0.0:1746126624.040598:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123072 00000100:00100000:0.0:1746126624.040618:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123200 00000100:00100000:0.0:1746126624.040620:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123200 00000100:00100000:0.0:1746126624.040645:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1746126624.040650:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1830945973123072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.040696:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1830945973123072:12345-0@lo:400:kworker.0 Request processed in 45us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.040701:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00080000:0.0:1746126624.040719:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126624.042234:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3315:1830945973123200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.042244:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3315:1830945973123072:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.042251:0:3315:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967868 gen 2 00000004:00080000:0.0:1746126624.042254:0:3315:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009161b800, transno 4294967868 00000100:00100000:0.0:1746126624.042264:0:3315:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880089a63480 x1830945973071232/t4294967869(4294967869) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1746126636 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1746126624.042271:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973123584:0@lo:400:kworker.0 00000100:00100000:0.0:1746126624.044213:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.048680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.055122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.059567:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.065907:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.067632:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.073711:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.077588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.077649:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.084570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.100701:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.107844:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.114285:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.115499:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.117933:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.119331:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.121929:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.124510:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.127386:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.129928:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.132838:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.136352:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.139161:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.140866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.142070:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.144358:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.145872:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.145935:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.148767:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.162008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.170163:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.173801:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.181647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.185632:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.186501:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.189184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.191287:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.193941:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971880576 00000100:00100000:0.0:1746126624.193947:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971880576 00010000:00010000:0.0:1746126624.193973:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c346f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00df expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.194003:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5167 00000100:00100000:0.0:1746126624.194009:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945971880576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126624.194019:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126624.194038:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c346f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00df expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.194048:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c346f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00df expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.194070:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c346f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00df expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.194085:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.194087:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.194092:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bdc00/0x9cce4314879c347d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00ed expref: 210 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.194098:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bdc00/0x9cce4314879c347d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00ed expref: 210 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.194127:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bdc00/0x9cce4314879c347d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00ed expref: 210 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.194380:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bdc00/0x9cce4314879c347d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec00ed expref: 210 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.194394:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de00e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973126400:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126624.194489:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126624.198013:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de00e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973126400:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126624.198032:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126624.198074:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945971880576:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4065us (4253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.198083:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5167 00000100:00100000:0.0:1746126624.203239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.208063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.211891:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.215008:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.218623:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.221609:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.223039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.226307:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.226342:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.226367:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.229908:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.233291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.238548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.240729:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.245721:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.248227:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.250999:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.251086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.252154:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 368 00000100:00100000:0.0:1746126624.252162:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971884160:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.252283:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971884160:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (1197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126624.252289:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 368 00002000:00100000:0.0:1746126624.252294:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012d911f80 x1830945971884160/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:385/0 lens 488/4536 e 0 to 0 dl 1746126635 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.252300:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911f80 with x1830945971884160 ext(0->4095) 00010000:00010000:0.0:1746126624.252304:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abdc000/0x9cce4314879c3499 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0109 expref: 6 pid: 11071 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.252311:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abdc000/0x9cce4314879c3499 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0109 expref: 6 pid: 11071 timeout: 636 lvb_type: 0 00002000:00010000:0.0:1746126624.252316:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d911f80 00000100:00100000:0.0:1746126624.255845:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.256759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.257283:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.260197:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.261985:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.267883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.271890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.277547:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.280866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.284378:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.294927:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.310656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.310705:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.310745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.315250:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.319650:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.322599:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.327815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.331620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.336329:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.342639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.342697:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.348801:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.352624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.355590:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.357390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.361826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.367930:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.368901:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.370364:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.373852:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.375239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.377927:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.378516:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3487 00000100:00100000:0.0:1746126624.378524:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+220:31013:x1830945971890432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.378547:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.378559:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c34ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec015d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.378741:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.378747:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c34e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0156 expref: 221 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.378754:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126624.378756:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c34ed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec015d expref: 221 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.378900:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c34e6 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0156 expref: 221 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.378919:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948bd800/0x9cce4314879c34e6 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0156 expref: 221 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.378928:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093640700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973129600:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126624.379902:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126624.383345:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093640700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973129600:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126624.383362:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c34ed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec015d expref: 221 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.383375:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483ec00, rc 0) 00000100:00100000:0.0:1746126624.383392:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+221:31013:x1830945971890432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4870us (8156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.383398:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3487 00010000:00010000:0.0:1746126624.383687:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126624.388058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.390870:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.394835:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.397903:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971891584 00000100:00100000:0.0:1746126624.397910:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971891584 00000100:00100000:0.0:1746126624.398170:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3488 00000100:00100000:0.0:1746126624.398178:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971891584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.398193:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.398209:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c34f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0164 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.398233:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.398235:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.398242:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c34f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0164 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.398256:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483fa00/0x9cce4314879c34f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0164 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.398266:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483fa00, rc 0) 00000100:00100000:0.0:1746126624.398759:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971891584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 580us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.398765:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3488 00000100:00100000:0.0:1746126624.401979:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.402054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.404291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.404363:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.407091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.410170:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.413026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.417155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.419416:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.426903:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.433032:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.433088:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.433503:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971894144 00000100:00100000:0.0:1746126624.433507:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971894144 00010000:00010000:0.0:1746126624.433526:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3509 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0179 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.433781:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5187 00000100:00100000:0.0:1746126624.433789:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945971894144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126624.433798:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126624.433811:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3509 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0179 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.433821:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3509 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0179 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.433840:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3509 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0179 expref: 6 pid: 16421 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.433860:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126624.433975:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945971894144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 187us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.433981:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5187 00000100:00100000:0.0:1746126624.437650:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.437762:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.443878:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.451730:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.459893:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.467430:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.467551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.471856:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.471926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.474567:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971895936 00000100:00100000:0.0:1746126624.474574:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971895936 00002000:00100000:0.0:1746126624.474607:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a60a80 x1830945971895936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/0 e 0 to 0 dl 1746126635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.474616:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60a80 with x1830945971895936 ext(0->4095) 00010000:00010000:0.0:1746126624.474623:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ff4a00/0x9cce4314879c351e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec018e expref: 228 pid: 11071 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.474634:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ff4a00/0x9cce4314879c351e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec018e expref: 228 pid: 11071 timeout: 636 lvb_type: 0 00002000:00010000:0.0:1746126624.474640:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a60a80 00000100:00100000:0.0:1746126624.474654:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 384 00000100:00100000:0.0:1746126624.474670:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+228:1982:x1830945971895936:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.474834:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+228:1982:x1830945971895936:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (666us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126624.474840:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 384 00002000:00100000:0.0:1746126624.474846:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a60a80 x1830945971895936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/4536 e 0 to 0 dl 1746126635 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.474853:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60a80 with x1830945971895936 ext(0->4095) 00010000:00010000:0.0:1746126624.474857:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ff4a00/0x9cce4314879c351e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec018e expref: 228 pid: 11071 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.474867:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ff4a00/0x9cce4314879c351e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec018e expref: 228 pid: 11071 timeout: 636 lvb_type: 0 00002000:00010000:0.0:1746126624.474873:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a60a80 00000100:00100000:0.0:1746126624.477433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.484587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.488171:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.495613:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.500620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.501924:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.503269:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.505061:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.505102:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.509149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.512823:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.516565:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.518785:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.521136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.523532:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.527083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.533134:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.536290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.536325:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.536366:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.551560:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.558800:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.566054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.570089:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.577153:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.585630:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.588604:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971901184 00000100:00100000:0.0:1746126624.588614:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971901184 00000100:00100000:0.0:1746126624.596549:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.597245:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.597262:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971901440 00000100:00100000:0.0:1746126624.597266:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971901440 00010000:00010000:0.0:1746126624.597281:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c354f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01bf expref: 6 pid: 8438 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.597298:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5199 00000100:00100000:0.0:1746126624.597303:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971901440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126624.597310:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126624.597318:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c354f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01bf expref: 6 pid: 8438 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.597331:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c354f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01bf expref: 6 pid: 8438 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.597343:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a46d6200/0x9cce4314879c354f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01bf expref: 6 pid: 8438 timeout: 636 lvb_type: 0 00010000:00010000:0.0:1746126624.597358:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.597359:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.597366:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c355d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01cd expref: 233 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.597373:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c355d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01cd expref: 233 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.597730:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ff5e00/0x9cce4314879c355d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01cd expref: 232 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126624.597742:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800911abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973133184:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126624.604155:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.610348:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.617779:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.619959:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.622424:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.624827:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.627072:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.631550:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.634085:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.634136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.634154:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971903232 00000100:00100000:0.0:1746126624.634156:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971903232 00000100:00100000:0.0:1746126624.634178:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3507 00000100:00100000:0.0:1746126624.634183:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:31013:x1830945971903232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.634196:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.634207:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c3579 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec01e9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.634224:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.634228:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ff5c00/0x9cce4314879c3572 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01e2 expref: 235 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.634234:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126624.634243:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c3579 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01e9 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.634313:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093ff5c00/0x9cce4314879c3572 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01e2 expref: 235 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.634324:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c3579 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01e9 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.634333:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483ec00, rc 0) 00000100:00100000:0.0:1746126624.634376:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:31013:x1830945971903232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.634382:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3507 00000100:00100000:0.0:1746126624.636169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.640854:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.646074:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.667941:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.672623:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.678377:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.678974:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.686109:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.690349:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.696361:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.700582:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971905408 00000100:00100000:0.0:1746126624.700590:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971905408 00002000:00100000:0.0:1746126624.700630:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800918daa00 x1830945971905408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/0 e 0 to 0 dl 1746126635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.700640:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918daa00 with x1830945971905408 ext(0->4095) 00002000:00010000:0.0:1746126624.700645:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918daa00 00000100:00100000:0.0:1746126624.700708:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3028 00000100:00100000:0.0:1746126624.700715:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+239:1981:x1830945971905408:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.701485:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+238:1981:x1830945971905408:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 770us (932us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126624.701492:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3028 00002000:00100000:0.0:1746126624.701502:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800918daa00 x1830945971905408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/4536 e 0 to 0 dl 1746126635 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.701509:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918daa00 with x1830945971905408 ext(0->4095) 00002000:00010000:0.0:1746126624.701512:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918daa00 00000100:00100000:0.0:1746126624.706889:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971905536 00000100:00100000:0.0:1746126624.706900:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971905536 00000100:00100000:0.0:1746126624.706938:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3510 00000100:00100000:0.0:1746126624.706944:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945971905536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.706959:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.706975:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec01fe expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.706997:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.706999:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.707005:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01fe expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707018:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01fe expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707026:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483e600, rc 0) 00000100:00100000:0.0:1746126624.707138:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945971905536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.707144:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3510 00000100:00100000:0.0:1746126624.707799:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971905664 00000100:00100000:0.0:1746126624.707803:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971905664 00000100:00100000:0.0:1746126624.707822:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3511 00000100:00100000:0.0:1746126624.707827:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+238:31010:x1830945971905664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.707834:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.707840:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3595 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0205 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707859:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009add5800/0x9cce4314879c3587 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01f7 expref: 239 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707867:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01fe expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707872:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.707874:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.707876:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3595 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0205 expref: 239 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707902:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01fe expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707912:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c358e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01fe expref: 5 pid: 11071 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.707923:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973134720:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126624.707982:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009add5800/0x9cce4314879c3587 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01f7 expref: 239 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.707989:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009add5800/0x9cce4314879c3587 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec01f7 expref: 239 pid: 11071 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.707996:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009467ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973134848:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126624.708014:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126624.711714:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009467ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973134848:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126624.711753:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3595 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0205 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.711770:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483fe00, rc 0) 00000100:00100000:0.0:1746126624.711817:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:31010:x1830945971905664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3988us (4552us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.711825:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3511 00000100:00100000:0.0:1746126624.712589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.715399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.717591:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.722405:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.729830:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.730044:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135232 00000100:00100000:0.0:1746126624.730047:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135232 00000100:00100000:0.0:1746126624.730080:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1746126624.730084:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973135232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126624.730101:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 688717824 pending 3407872 free 3857711104 avail 3736076288 00000100:00100000:0.0:1746126624.730131:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973135232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.730136:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1746126624.733204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.738179:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.738209:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.740634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.740682:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.743862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.747793:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.750815:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.753592:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.758232:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.758288:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.760488:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.760639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.762546:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.764132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.771245:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.781925:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.787103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.789531:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.794349:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.798979:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.804262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.810041:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.814087:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.821959:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.827589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.827647:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.830363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.831169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.834303:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.841057:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.847420:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.854683:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.863023:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.863624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.864125:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3523 00000100:00100000:0.0:1746126624.864133:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31010:x1830945971912704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.864141:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.864148:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c35e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0259 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.864184:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009add4800/0x9cce4314879c35db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec024b expref: 21 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.864192:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.864194:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126624.864197:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c35e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0259 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.864228:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009add4800/0x9cce4314879c35db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec024b expref: 21 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.864240:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009add4800/0x9cce4314879c35db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec024b expref: 21 pid: 8438 timeout: 636 lvb_type: 0 00000100:00100000:0.0:1746126624.864253:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973137664:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126624.864341:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126624.866895:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.871041:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.878790:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.880874:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.885694:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.887960:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.887998:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.891281:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.894255:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.897534:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.897583:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.901233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.907541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.917008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.921541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.934005:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.953356:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.966857:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971917568 00000100:00100000:0.0:1746126624.966862:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971917568 00000100:00100000:0.0:1746126624.966892:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3531 00000100:00100000:0.0:1746126624.966898:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:31013:x1830945971917568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126624.966909:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126624.966919:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c3621 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0291 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.966934:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.966940:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126624.966941:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126624.966945:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87a200/0x9cce4314879c3621 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0291 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.966962:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126624.966972:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 27 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126624.966980:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973139712:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126624.967000:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126624.970845:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.970891:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973139584:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126624.970912:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126624.970954:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945971917696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4436us (5149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126624.970965:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5226 00000100:00100000:0.0:1746126624.971000:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971917952 00000100:00100000:0.0:1746126624.971007:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971917952 00002000:00100000:0.0:1746126624.971042:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa9880 x1830945971917952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/0 e 0 to 0 dl 1746126635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.971052:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945971917952 ext(0->4095) 00010000:00010000:0.0:1746126624.971061:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 28 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.971074:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 28 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.971081:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa9880 00000100:00100000:0.0:1746126624.971098:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 416 00000100:00100000:0.0:1746126624.971105:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945971917952:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.971254:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945971917952:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126624.971260:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 416 00002000:00100000:0.0:1746126624.971271:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa9880 x1830945971917952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 488/4536 e 0 to 0 dl 1746126635 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.971278:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945971917952 ext(0->4095) 00010000:00010000:0.0:1746126624.971283:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 28 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.971292:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 28 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.971298:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa9880 00000100:00100000:0.0:1746126624.974510:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971918208 00000100:00100000:0.0:1746126624.974518:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971918208 00002000:00100000:0.0:1746126624.974556:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bb6e300 x1830945971918208/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 496/0 e 0 to 0 dl 1746126635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.974566:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945971918208 ext(0->7) 00010000:00010000:0.0:1746126624.974573:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 27 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.974584:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 27 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.974591:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126624.974607:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 417 00000100:00100000:0.0:1746126624.974614:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1979:x1830945971918208:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.975123:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1979:x1830945971918208:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 508us (917us total) trans 4294968185 rc 0/0 00000100:00100000:0.0:1746126624.975129:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 417 00002000:00100000:0.0:1746126624.975135:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008bb6e300 x1830945971918208/t4294968185(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:385/0 lens 496/448 e 0 to 0 dl 1746126635 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.975142:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945971918208 ext(0->7) 00010000:00010000:0.0:1746126624.975146:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.975155:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009483ec00/0x9cce4314879c361a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec028a expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.975161:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126624.978114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.982746:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.988175:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.994757:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126624.994820:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971919104 00000100:00100000:0.0:1746126624.994823:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971919104 00002000:00100000:0.0:1746126624.994854:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfabb80 x1830945971919104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:385/0 lens 488/0 e 0 to 0 dl 1746126635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.994862:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfabb80 with x1830945971919104 ext(0->4095) 00010000:00010000:0.0:1746126624.994869:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x9cce4314879c3628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0298 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.994882:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x9cce4314879c3628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0298 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.994888:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfabb80 00000100:00100000:0.0:1746126624.994904:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 418 00000100:00100000:0.0:1746126624.994910:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971919104:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126624.995034:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971919104:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126624.995040:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 418 00002000:00100000:0.0:1746126624.995045:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfabb80 x1830945971919104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:385/0 lens 488/4536 e 0 to 0 dl 1746126635 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126624.995051:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfabb80 with x1830945971919104 ext(0->4095) 00010000:00010000:0.0:1746126624.995055:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x9cce4314879c3628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0298 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126624.995061:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bd000/0x9cce4314879c3628 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0298 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126624.995067:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfabb80 00000100:00100000:0.0:1746126625.003654:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971919744 00000100:00100000:0.0:1746126625.003668:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971919744 00002000:00100000:0.0:1746126625.003700:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4ea00 x1830945971919744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.003708:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ea00 with x1830945971919744 ext(0->4095) 00010000:00010000:0.0:1746126625.003715:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.003727:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.003733:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4ea00 00000100:00100000:0.0:1746126625.003749:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 419 00000100:00100000:0.0:1746126625.003754:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945971919744:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.003891:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945971919744:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (1061us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.003897:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 419 00002000:00100000:0.0:1746126625.003902:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4ea00 x1830945971919744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.003909:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ea00 with x1830945971919744 ext(0->4095) 00010000:00010000:0.0:1746126625.003913:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.003922:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.003928:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4ea00 00000100:00100000:0.0:1746126625.009405:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.009436:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971920000 00000100:00100000:0.0:1746126625.009456:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971920000 00002000:00100000:0.0:1746126625.009497:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012dfa8000 x1830945971920000/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.009506:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945971920000 ext(0->7) 00010000:00010000:0.0:1746126625.009515:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.009526:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 29 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.009532:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126625.009550:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 420 00000100:00100000:0.0:1746126625.009556:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1980:x1830945971920000:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.011105:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1980:x1830945971920000:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1539us (1699us total) trans 4294968186 rc 0/0 00000100:00100000:0.0:1746126625.011115:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 420 00002000:00100000:0.0:1746126625.011123:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012dfa8000 x1830945971920000/t4294968186(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/448 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.011131:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945971920000 ext(0->7) 00010000:00010000:0.0:1746126625.011139:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.011150:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.011156:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126625.017646:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971920128 00000100:00100000:0.0:1746126625.017665:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971920128 00010000:00010000:0.0:1746126625.017704:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.017731:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5230 00000100:00100000:0.0:1746126625.017739:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945971920128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.017752:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.017773:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.017785:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.017808:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bc000/0x9cce4314879c362f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec029f expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.017822:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.017824:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.017831:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.017839:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.017872:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.017885:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfaa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973140480:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.017966:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.019950:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.019972:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971920384 00000100:00100000:0.0:1746126625.019978:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971920384 00002000:00100000:0.0:1746126625.020015:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009276d180 x1830945971920384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.020025:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945971920384 ext(0->4095) 00002000:00010000:0.0:1746126625.020030:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009276d180 00000100:00100000:0.0:1746126625.020047:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3039 00000100:00100000:0.0:1746126625.020054:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945971920384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.021025:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945971920384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 970us (1081us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.021032:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3039 00002000:00100000:0.0:1746126625.021039:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009276d180 x1830945971920384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.021046:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945971920384 ext(0->4095) 00002000:00010000:0.0:1746126625.021049:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009276d180 00000100:00100000:0.0:1746126625.031615:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.039354:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973140608:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126625.039366:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973140736:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126625.039399:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.039417:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b985400, rc 0) 00000100:00100000:0.0:1746126625.039479:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31010:x1830945971920640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7177us (7870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.039486:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3536 00000100:00100000:0.0:1746126625.039510:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971921152 00000100:00100000:0.0:1746126625.039513:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971921152 00010000:00010000:0.0:1746126625.039523:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.039538:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5232 00000100:00100000:0.0:1746126625.039541:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945971921152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.039546:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.039551:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.039978:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.039991:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948bce00/0x9cce4314879c3636 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02a6 expref: 31 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.040000:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.040002:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.040038:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.040047:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.040082:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.040098:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973140864:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.041260:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.043162:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971921280 00000100:00100000:0.0:1746126625.043171:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971921280 00000100:00100000:0.0:1746126625.043221:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3537 00000100:00100000:0.0:1746126625.043236:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31013:x1830945971921280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126625.043253:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126625.043667:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec02bb expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.043697:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.043706:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126625.043707:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126625.043711:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.043740:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.043753:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.043770:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973140992:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126625.045168:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.046165:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973140864:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126625.046184:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126625.046215:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945971921152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6671us (6785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.046225:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5232 00000100:00100000:0.0:1746126625.046260:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971921536 00000100:00100000:0.0:1746126625.046265:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971921536 00002000:00100000:0.0:1746126625.046298:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f1880 x1830945971921536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.046307:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1880 with x1830945971921536 ext(0->4095) 00010000:00010000:0.0:1746126625.046316:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.046328:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.046335:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f1880 00000100:00100000:0.0:1746126625.046362:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 422 00000100:00100000:0.0:1746126625.046369:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945971921536:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.049569:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945971921536:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 3190us (3364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.049581:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 422 00002000:00100000:0.0:1746126625.049591:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f1880 x1830945971921536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.049600:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1880 with x1830945971921536 ext(0->4095) 00010000:00010000:0.0:1746126625.049610:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.049621:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.049627:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f1880 00000100:00100000:0.0:1746126625.051197:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973140992:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126625.051224:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.051238:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c600, rc 0) 00000100:00100000:0.0:1746126625.052185:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31013:x1830945971921280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8952us (10330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.052194:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3537 00000100:00100000:0.0:1746126625.074808:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971921920 00000100:00100000:0.0:1746126625.074818:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971921920 00010000:00010000:0.0:1746126625.074854:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 33 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.074892:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5233 00000100:00100000:0.0:1746126625.074901:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945971921920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.074913:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.074934:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 33 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.074945:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 33 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.074966:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3644 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02b4 expref: 33 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.074979:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.074981:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.074988:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.074996:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.075028:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.075041:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973141120:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.075129:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.078732:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.078764:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971922048 00000100:00100000:0.0:1746126625.078772:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971922048 00000100:00100000:0.0:1746126625.078811:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3538 00000100:00100000:0.0:1746126625.078817:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31010:x1830945971922048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126625.078834:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126625.078849:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec02c2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.078879:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.078887:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.078889:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.078893:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.078921:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.078933:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c364b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02bb expref: 34 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.078945:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973141248:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126625.079008:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.079971:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973141120:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126625.079985:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126625.080015:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945971921920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5115us (5258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.080023:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5233 00000100:00100000:0.0:1746126625.099476:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.099499:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971922816 00000100:00100000:0.0:1746126625.099505:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971922816 00002000:00100000:0.0:1746126625.099545:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009276e300 x1830945971922816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.099554:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276e300 with x1830945971922816 ext(0->4095) 00010000:00010000:0.0:1746126625.099563:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.099576:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.099582:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009276e300 00000100:00100000:0.0:1746126625.099597:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 425 00000100:00100000:0.0:1746126625.099604:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945971922816:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.100565:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945971922816:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 960us (1090us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.100573:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 425 00002000:00100000:0.0:1746126625.100579:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009276e300 x1830945971922816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.100587:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276e300 with x1830945971922816 ext(0->4095) 00010000:00010000:0.0:1746126625.100593:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.100602:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 32 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.100754:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009276e300 00000100:00100000:0.0:1746126625.104462:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.111407:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971923200 00000100:00100000:0.0:1746126625.111417:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971923200 00010000:00010000:0.0:1746126625.111890:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 34 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.111919:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5235 00000100:00100000:0.0:1746126625.111927:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945971923200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.111940:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.111962:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 34 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.111975:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 34 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.111997:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3652 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c2 expref: 34 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.112010:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.112012:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.112019:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.112027:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.112064:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.112077:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973141632:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.113065:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.124971:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.132182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.135913:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.136283:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.145578:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.145628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.153287:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971924480 00000100:00100000:0.0:1746126625.153296:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971924480 00010000:00010000:0.0:1746126625.153332:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.153359:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5237 00000100:00100000:0.0:1746126625.153366:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945971924480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.153378:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.153399:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.153410:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.153439:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e81c000/0x9cce4314879c3659 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02c9 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.153503:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.153505:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.153512:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3667 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02d7 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.153520:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02d7 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.153556:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec02d7 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.153569:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973142016:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.153641:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.161043:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.169361:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.175353:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.179944:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.182627:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.184559:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.186329:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.188981:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.192539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.200132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.206043:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.206069:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.209566:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.209713:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.217143:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.220741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.226199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.228922:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.229842:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.232199:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.235798:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.238997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.239026:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971928832 00000100:00100000:0.0:1746126625.239033:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971928832 00002000:00100000:0.0:1746126625.239064:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800911abb80 x1830945971928832/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.239072:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945971928832 ext(0->7) 00010000:00010000:0.0:1746126625.239079:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c3691 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0301 expref: 41 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.239091:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c3691 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0301 expref: 41 pid: 8441 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.239097:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:0.0:1746126625.239127:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 436 00000100:00100000:0.0:1746126625.239134:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945971928832:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.239425:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945971928832:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 290us (435us total) trans 4294968192 rc 0/0 00000100:00100000:0.0:1746126625.239431:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 436 00002000:00100000:0.0:1746126625.239437:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800911abb80 x1830945971928832/t4294968192(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/448 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.239462:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945971928832 ext(0->7) 00010000:00010000:0.0:1746126625.239467:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c3691 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0301 expref: 43 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.239475:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c3691 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0301 expref: 43 pid: 8441 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.239480:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:0.0:1746126625.241581:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.243784:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.245643:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.248313:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.250064:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.251978:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.252993:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.254790:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.254827:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.257014:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.259100:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.261395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.268190:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.271867:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.275339:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.276197:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.281508:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.281542:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.281579:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.281600:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971931904 00000100:00100000:0.0:1746126625.281608:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971931904 00010000:00010000:0.0:1746126625.281638:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009128ee00/0x9cce4314879c36ad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec031d expref: 6 pid: 8441 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.281671:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971932160 00000100:00100000:0.0:1746126625.281673:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971932160 00010000:00010000:0.0:1746126625.281682:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90d200/0x9cce4314879c36b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0324 expref: 46 pid: 8438 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.281696:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5248 00000100:00100000:0.0:1746126625.281702:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971931904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.281715:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.281734:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009128ee00/0x9cce4314879c36ad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec031d expref: 6 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.281744:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009128ee00/0x9cce4314879c36ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec031d expref: 6 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.281768:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126625.281804:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971931904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 100us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.281809:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5248 00000100:00100000:0.0:1746126625.281821:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5249 00000100:00100000:0.0:1746126625.281826:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945971932160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.281832:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.281838:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d90d200/0x9cce4314879c36b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0324 expref: 46 pid: 8438 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.281847:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d90d200/0x9cce4314879c36b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0324 expref: 46 pid: 8438 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.281858:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.281859:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.281866:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c36bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec032b expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.281873:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c36bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec032b expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.281901:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c36bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec032b expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.281913:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973144832:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.281968:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.284279:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973144832:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126625.284295:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126625.284331:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945971932160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2503us (2750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.284341:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5249 00000100:00100000:0.0:1746126625.286126:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.293724:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.297391:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.303003:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.308941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.308995:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.313160:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.313210:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.313688:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973145216:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126625.313698:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973145344:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126625.313720:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c36d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0339 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.313732:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009128fe00, rc 0) 00000100:00100000:0.0:1746126625.313768:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:31010:x1830945971933184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4595us (4841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126625.313774:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3556 00000100:00100000:0.0:1746126625.316584:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.316640:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.319784:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.325024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.331155:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.336971:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.342294:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.345324:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.348292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.352692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.352732:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.353495:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.356490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.359087:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.365270:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.369978:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.375028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.375199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.378015:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.379242:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.382767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.382900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.387028:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.397940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.403275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.407538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.407619:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.412570:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.412624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.416749:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.421775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.424786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.428054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.429946:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.435937:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.439345:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.441793:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.448435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.448496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.452676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.458128:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.472555:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.478025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.485928:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.491211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.491670:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.494170:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.497677:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.500264:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.503469:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.508853:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.513777:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971943680 00000100:00100000:0.0:1746126625.513785:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971943680 00002000:00100000:0.0:1746126625.513829:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800918d9500 x1830945971943680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.513839:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918d9500 with x1830945971943680 ext(0->4095) 00002000:00010000:0.0:1746126625.513843:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918d9500 00000100:00100000:0.0:1746126625.513871:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3058 00000100:00100000:0.0:1746126625.513878:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971943680:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.514034:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971943680:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.514040:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3058 00002000:00100000:0.0:1746126625.514045:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800918d9500 x1830945971943680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.514057:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918d9500 with x1830945971943680 ext(0->4095) 00002000:00010000:0.0:1746126625.514059:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800918d9500 00000100:00100000:0.0:1746126625.515917:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.517846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.519587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.522484:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.523067:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.525491:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.525556:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971944704 00000100:00100000:0.0:1746126625.525561:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971944704 00002000:00100000:0.0:1746126625.525589:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090d99f80 x1830945971944704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.525598:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945971944704 ext(0->4095) 00010000:00010000:0.0:1746126625.525605:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093522e00/0x9cce4314879c3747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03b7 expref: 58 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.525617:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093522e00/0x9cce4314879c3747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03b7 expref: 58 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.525623:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090d99f80 00000100:00100000:0.0:1746126625.525637:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 458 00000100:00100000:0.0:1746126625.525642:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945971944704:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.525794:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945971944704:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.525801:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 458 00002000:00100000:0.0:1746126625.525806:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090d99f80 x1830945971944704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.525813:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945971944704 ext(0->4095) 00010000:00010000:0.0:1746126625.525817:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093522e00/0x9cce4314879c3747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03b7 expref: 58 pid: 16421 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.525826:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093522e00/0x9cce4314879c3747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03b7 expref: 58 pid: 16421 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.525831:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090d99f80 00000100:00100000:0.0:1746126625.530646:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.536340:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.541033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.543335:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.547003:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.548538:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.551691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.552976:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.553892:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.557485:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.565904:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.570919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.575315:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.578586:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.580302:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.591209:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.591249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.591290:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971947648 00000100:00100000:0.0:1746126625.591296:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971947648 00002000:00100000:0.0:1746126625.591332:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091641880 x1830945971947648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.591341:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641880 with x1830945971947648 ext(0->4095) 00010000:00010000:0.0:1746126625.591347:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009128f600/0x9cce4314879c376a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03da expref: 64 pid: 11071 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.591356:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009128f600/0x9cce4314879c376a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03da expref: 64 pid: 11071 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.591362:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091641880 00000100:00100000:0.0:1746126625.591373:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 463 00000100:00100000:0.0:1746126625.591377:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945971947648:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.591531:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945971947648:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 154us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126625.591537:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 463 00002000:00100000:0.0:1746126625.591542:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091641880 x1830945971947648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 488/4536 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.591548:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641880 with x1830945971947648 ext(0->4095) 00010000:00010000:0.0:1746126625.591552:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009128f600/0x9cce4314879c376a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03da expref: 64 pid: 11071 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.591560:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009128f600/0x9cce4314879c376a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec03da expref: 64 pid: 11071 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.591570:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091641880 00000100:00100000:0.0:1746126625.596624:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.596710:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.604237:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.614487:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.630985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.639152:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.639884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.646403:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.649773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.654676:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.672513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.675516:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.678699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.685182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.701968:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.707470:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.708209:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.711569:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.713247:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.716812:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.728843:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.744350:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971952000 00000100:00100000:0.0:1746126625.744361:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971952000 00010000:00010000:0.0:1746126625.744399:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3794 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0404 expref: 68 pid: 8441 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.744475:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5281 00000100:00100000:0.0:1746126625.744483:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945971952000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.744497:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.744519:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3794 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0404 expref: 68 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.744532:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3794 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0404 expref: 68 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.744557:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3794 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0404 expref: 68 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.744589:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.744591:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.744599:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c379b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec040b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.744607:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c379b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec040b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.744639:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c379b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec040b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126625.744661:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012def9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973151872:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.744751:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126625.747037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.752771:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.755516:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.764837:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.764906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.767846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.775891:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.793530:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.804319:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.810839:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.810883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.811576:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3590 00000100:00100000:0.0:1746126625.811584:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31010:x1830945971954560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126625.811590:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126625.811597:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec042e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.811611:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d90d200/0x9cce4314879c37b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0420 expref: 71 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.811619:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1000/0x9cce4314879c37b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0427 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.811623:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.811625:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.811627:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec042e expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.811671:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1000/0x9cce4314879c37b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0427 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.811682:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1000/0x9cce4314879c37b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0427 expref: 6 pid: 16421 timeout: 637 lvb_type: 0 00000100:00100000:0.0:1746126625.811693:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973152640:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126625.822155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.828934:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.833584:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.854840:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.860122:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.862949:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971955712 00000100:00100000:0.0:1746126625.862957:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971955712 00002000:00100000:0.0:1746126625.862992:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926d2d80 x1830945971955712/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/0 e 0 to 0 dl 1746126636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.862999:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945971955712 ext(0->7) 00010000:00010000:0.0:1746126625.863006:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec042e expref: 71 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.863018:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec042e expref: 71 pid: 8441 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.863023:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126625.863051:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 476 00000100:00100000:0.0:1746126625.863059:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1980:x1830945971955712:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126625.863366:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1980:x1830945971955712:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 306us (930us total) trans 4294968207 rc 0/0 00000100:00100000:0.0:1746126625.863371:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 476 00002000:00100000:0.0:1746126625.863377:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926d2d80 x1830945971955712/t4294968207(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:386/0 lens 496/448 e 0 to 0 dl 1746126636 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126625.863383:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945971955712 ext(0->7) 00010000:00010000:0.0:1746126625.863387:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec042e expref: 73 pid: 8441 timeout: 637 lvb_type: 0 00010000:00010000:0.0:1746126625.863395:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c37be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec042e expref: 73 pid: 8441 timeout: 637 lvb_type: 0 00002000:00010000:0.0:1746126625.863400:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126625.865594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.875749:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.882175:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.887141:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.891487:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.891520:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.891554:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.891572:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971956864 00000100:00100000:0.0:1746126625.891575:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971956864 00010000:00010000:0.0:1746126625.891594:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c37c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0435 expref: 74 pid: 8441 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126625.894308:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5289 00000100:00100000:0.0:1746126625.894326:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971956736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126625.894342:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126625.894363:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c37cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec043c expref: 6 pid: 8441 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126625.894377:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c37cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec043c expref: 6 pid: 8441 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126625.894394:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c37cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec043c expref: 6 pid: 8441 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126625.894431:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.894433:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126625.894439:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d90d800/0x9cce4314879c37d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0443 expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.894924:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90d800/0x9cce4314879c37d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0443 expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.894956:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d90d800/0x9cce4314879c37d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0443 expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126625.894966:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d90d800/0x9cce4314879c37d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0443 expref: 72 pid: 11071 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126625.894976:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092678700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973153664:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126625.903411:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.913138:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.919775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.927029:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.929560:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.934886:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.935130:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.940020:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.952879:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.956268:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.962987:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.968436:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.972615:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.976241:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.994114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.998384:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126625.999995:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.002722:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971960320 00000100:00100000:0.0:1746126626.002728:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971960320 00002000:00100000:0.0:1746126626.002776:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5f80 x1830945971960320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:387/0 lens 488/0 e 0 to 0 dl 1746126637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.002785:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945971960320 ext(0->4095) 00002000:00010000:0.0:1746126626.002789:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126626.002814:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3070 00000100:00100000:0.0:1746126626.002821:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971960320:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126626.002967:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945971960320:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126626.002976:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3070 00002000:00100000:0.0:1746126626.002981:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5f80 x1830945971960320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:387/0 lens 488/4536 e 0 to 0 dl 1746126637 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.002988:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945971960320 ext(0->4095) 00002000:00010000:0.0:1746126626.002990:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126626.006534:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.008702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.016249:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.020749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.021676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.024273:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.028594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.041575:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.043680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.046351:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.048233:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.049669:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.065105:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.070309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.076331:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.082800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.089428:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.100691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.112407:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.114682:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.117368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.123977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.125621:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.133545:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.135310:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.139071:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971965056 00000100:00100000:0.0:1746126626.139080:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971965056 00000100:00100000:0.0:1746126626.140952:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.141161:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.145725:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.155368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.162687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.168413:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.169762:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.177838:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.180861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.183329:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.183430:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.186665:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.198414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.208840:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.215743:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971968000 00000100:00100000:0.0:1746126626.215749:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971968000 00000100:00100000:0.0:1746126626.215783:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3611 00000100:00100000:0.0:1746126626.215789:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31010:x1830945971968000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126626.215799:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126626.215815:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec04c1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.215843:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f3ca00/0x9cce4314879c384a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04ba expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.215849:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.215851:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.215854:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04c1 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.215885:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f3ca00/0x9cce4314879c384a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04ba expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.215897:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f3ca00/0x9cce4314879c384a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04ba expref: 5 pid: 8438 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.215909:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aefc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973157504:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.216810:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.219643:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.222113:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.230087:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971968768 00000100:00100000:0.0:1746126626.230096:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971968768 00002000:00100000:0.0:1746126626.230582:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133e99c00 x1830945971968768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/0 e 0 to 0 dl 1746126637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.230592:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133e99c00 with x1830945971968768 ext(0->4095) 00010000:00010000:0.0:1746126626.230602:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04c1 expref: 87 pid: 8441 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.230622:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04c1 expref: 87 pid: 8441 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126626.230628:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133e99c00 00000100:00100000:0.0:1746126626.230665:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 494 00000100:00100000:0.0:1746126626.230673:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945971968768:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126626.230867:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945971968768:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 195us (871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126626.230874:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 494 00002000:00100000:0.0:1746126626.230880:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880133e99c00 x1830945971968768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/4536 e 0 to 0 dl 1746126637 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.230887:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133e99c00 with x1830945971968768 ext(0->4095) 00010000:00010000:0.0:1746126626.230891:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04c1 expref: 87 pid: 8441 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.230899:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04c1 expref: 87 pid: 8441 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126626.230904:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133e99c00 00000100:00100000:0.0:1746126626.234147:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.240494:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.245830:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.251144:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.253858:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.257800:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.260230:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.266259:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.267347:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.272311:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.276374:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.285516:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.295939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.298522:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.305373:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.306621:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.311251:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.313677:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971971968 00000100:00100000:0.0:1746126626.313680:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971971968 00000100:00100000:0.0:1746126626.313959:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3618 00000100:00100000:0.0:1746126626.313965:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31013:x1830945971971968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126626.313977:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126626.313988:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec04f2 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.314003:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.314008:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126626.314010:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126626.314012:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04f2 expref: 91 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.314027:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.314038:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.314046:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973159040:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.314074:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.318463:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.319077:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971972352 00000100:00100000:0.0:1746126626.319084:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971972352 00002000:00100000:0.0:1746126626.319116:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012de8f480 x1830945971972352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/0 e 0 to 0 dl 1746126637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.319125:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de8f480 with x1830945971972352 ext(0->4095) 00010000:00010000:0.0:1746126626.319131:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.319142:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126626.319148:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de8f480 00000100:00100000:0.0:1746126626.319888:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 500 00000100:00100000:0.0:1746126626.319896:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1980:x1830945971972352:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126626.320740:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1980:x1830945971972352:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 842us (2293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126626.320747:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 500 00002000:00100000:0.0:1746126626.320754:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012de8f480 x1830945971972352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/4536 e 0 to 0 dl 1746126637 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.320762:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de8f480 with x1830945971972352 ext(0->4095) 00010000:00010000:0.0:1746126626.320769:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.320779:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f3dc00/0x9cce4314879c387b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04eb expref: 91 pid: 11071 timeout: 638 lvb_type: 0 00002000:00010000:0.0:1746126626.320785:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de8f480 00000100:00100000:0.0:1746126626.322921:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.326633:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.335608:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.342307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.348889:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.370590:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.374909:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.378311:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971974016 00000100:00100000:0.0:1746126626.378315:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971974016 00010000:00010000:0.0:1746126626.378329:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04f2 expref: 94 pid: 8438 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.378343:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5316 00000100:00100000:0.0:1746126626.378348:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1981:x1830945971974016:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126626.378354:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126626.378362:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04f2 expref: 94 pid: 8438 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.378376:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04f2 expref: 94 pid: 8438 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.378387:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3882 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec04f2 expref: 94 pid: 8438 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.378688:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.378690:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.378696:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3890 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0500 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.378703:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3890 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0500 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.378721:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3890 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0500 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.378730:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0500 expref: 93 pid: 11071 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.378740:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de8f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973159680:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126626.378790:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.385165:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.396725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.415793:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.417596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.421169:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.427420:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.433888:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.444361:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.446921:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.452079:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.458681:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.469542:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.514900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.521795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.523210:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.537013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.541318:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.555057:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.557948:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.559712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.559922:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3628 00000100:00100000:0.0:1746126626.559931:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013229bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31010:x1830945971978624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126626.559939:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126626.559952:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c38c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0538 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560062:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c38ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec052a expref: 99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560069:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c38c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0531 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560079:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.560080:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.560082:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c38c8 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0538 expref: 99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560113:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c38c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0531 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560131:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c38c1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0531 expref: 6 pid: 8441 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.560144:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132298700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973161088:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126626.560468:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c38ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec052a expref: 99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.560476:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009128ea00/0x9cce4314879c38ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec052a expref: 99 pid: 8438 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.560483:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132299180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973161216:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.560999:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.562565:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.565354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.565616:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.565666:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.569588:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.576853:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.580178:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.582977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.593540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.595977:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.602468:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.602533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.605274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.607538:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971981184 00000100:00100000:0.0:1746126626.607544:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971981184 00002000:00100000:0.0:1746126626.607574:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132298700 x1830945971981184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/0 e 0 to 0 dl 1746126637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.607584:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132298700 with x1830945971981184 ext(0->4095) 00002000:00010000:0.0:1746126626.607588:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132298700 00000100:00100000:0.0:1746126626.607602:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3092 00000100:00100000:0.0:1746126626.607608:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945971981184:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126626.607764:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945971981184:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126626.607769:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3092 00002000:00100000:0.0:1746126626.607774:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132298700 x1830945971981184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:387/0 lens 488/4536 e 0 to 0 dl 1746126637 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.607781:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132298700 with x1830945971981184 ext(0->4095) 00002000:00010000:0.0:1746126626.607784:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132298700 00000100:00100000:0.0:1746126626.611715:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.633215:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.643560:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.644728:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.665028:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.680755:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.697548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.699322:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.717774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.730283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.736700:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.736749:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.747176:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971984000 00000100:00100000:0.0:1746126626.747179:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971984000 00000100:00100000:0.0:1746126626.747210:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3637 00000100:00100000:0.0:1746126626.747215:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+104:31013:x1830945971984000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126626.747226:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126626.747236:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0577 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.747251:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128fa00/0x9cce4314879c3900 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0570 expref: 105 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.747256:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126626.747257:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126626.747259:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0577 expref: 105 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.747289:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009128fa00/0x9cce4314879c3900 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0570 expref: 105 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.747302:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009128fa00/0x9cce4314879c3900 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0570 expref: 105 pid: 16421 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.747309:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973163264:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.747332:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.751862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.766396:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.766486:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.773543:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.777957:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971985408 00000100:00100000:0.0:1746126626.777962:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971985408 00010000:00010000:0.0:1746126626.777981:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0577 expref: 107 pid: 16421 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.777998:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5334 00000100:00100000:0.0:1746126626.778003:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+107:1982:x1830945971985408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126626.778011:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126626.778030:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0577 expref: 107 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.778041:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0577 expref: 107 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.778058:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b600/0x9cce4314879c3907 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0577 expref: 107 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.778471:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.778474:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.778482:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 106 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.778488:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 106 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.778512:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 106 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.778523:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 106 pid: 16421 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.778534:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d60d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973163776:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126626.779069:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.785748:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.812625:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.836335:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971986176 00000100:00100000:0.0:1746126626.836342:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971986176 00010000:00010000:0.0:1746126626.836370:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 109 pid: 16421 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.836404:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5335 00000100:00100000:0.0:1746126626.836410:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+109:1981:x1830945971986176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126626.836421:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126626.836468:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 109 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.836479:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 109 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.836500:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009128f400/0x9cce4314879c390e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec057e expref: 109 pid: 16421 timeout: 638 lvb_type: 0 00010000:00010000:0.0:1746126626.836522:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.836524:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.836531:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3915 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0585 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.836538:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3915 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0585 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.836565:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3915 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0585 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.836576:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b985400/0x9cce4314879c3915 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0585 expref: 5 pid: 8441 timeout: 638 lvb_type: 0 00000100:00100000:0.0:1746126626.836586:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d60dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973164032:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126626.836882:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.838493:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.843866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.846899:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.862963:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.867762:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.875097:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.875153:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.880252:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.884542:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.888516:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.894714:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.898844:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.901080:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.901125:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971988608 00000100:00100000:0.0:1746126626.901130:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971988608 00002000:00100000:0.0:1746126626.901158:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012c398000 x1830945971988608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:387/0 lens 488/0 e 0 to 0 dl 1746126637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.901167:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c398000 with x1830945971988608 ext(0->4095) 00002000:00010000:0.0:1746126626.901171:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c398000 00000100:00100000:0.0:1746126626.901428:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3098 00000100:00100000:0.0:1746126626.901436:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971988608:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126626.901600:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945971988608:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126626.901605:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3098 00002000:00100000:0.0:1746126626.901610:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012c398000 x1830945971988608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:387/0 lens 488/4536 e 0 to 0 dl 1746126637 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126626.901617:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c398000 with x1830945971988608 ext(0->4095) 00002000:00010000:0.0:1746126626.901619:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c398000 00000100:00100000:0.0:1746126626.903265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.922268:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.928304:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971989632 00000100:00100000:0.0:1746126626.928314:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971989632 00000100:00100000:0.0:1746126626.928369:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3645 00000100:00100000:0.0:1746126626.928378:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:31010:x1830945971989632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126626.928397:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126626.928419:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c393f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec05af expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.928468:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3931 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.928476:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3938 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a8 expref: 113 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.928482:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.928484:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126626.928487:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c393f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05af expref: 113 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.928518:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3938 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a8 expref: 113 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.928530:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3938 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a8 expref: 113 pid: 8441 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126626.928541:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c398a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973165056:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126626.929252:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3931 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126626.929260:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b985c00/0x9cce4314879c3931 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec05a1 expref: 5 pid: 8441 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126626.929268:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c398e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973165184:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.929289:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126626.931343:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c398a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973165056:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126626.933563:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.934574:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.937916:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973165440:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126626.937930:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126626.937972:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945971990016:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3149us (3396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126626.937982:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5341 00000100:00100000:0.0:1746126626.938207:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.943489:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.946672:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.952998:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.961278:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.961901:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.967432:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.967511:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.973805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.978264:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126626.993955:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.005089:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.009930:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.021684:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.026090:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.035834:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.043802:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.054704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.060771:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.065900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.067076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.069791:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.073111:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.076540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.080962:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.088359:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.093422:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.096755:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.099246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.107806:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.109190:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.109956:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.112991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.121361:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.132235:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.137409:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.141186:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.153120:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.153225:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.159375:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.161086:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.163173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.166165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.171811:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.178757:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.183621:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.186651:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.193554:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.197088:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945971999616 00000100:00100000:0.0:1746126627.197093:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945971999616 00000100:00100000:0.0:1746126627.197129:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3661 00000100:00100000:0.0:1746126627.197135:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+124:31010:x1830945971999616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126627.197145:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126627.197160:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c39af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec061f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197183:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985a00/0x9cce4314879c39a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0611 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197191:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c39a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0618 expref: 125 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197197:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.197199:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.197202:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c39af lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec061f expref: 125 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197237:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c39a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0618 expref: 125 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197247:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c39a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0618 expref: 125 pid: 8438 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126627.197260:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973168640:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126627.197325:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b985a00/0x9cce4314879c39a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0611 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.197332:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b985a00/0x9cce4314879c39a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0611 expref: 5 pid: 8438 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126627.197340:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973168768:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126627.197356:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126627.200180:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.200251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.200290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.202628:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.207600:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.215845:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.220171:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.222968:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.226660:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.227271:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.230319:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.238968:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.245253:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.248215:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.251106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.253967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.255417:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5361 00000100:00100000:0.0:1746126627.259262:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.266535:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.273590:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.278839:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.283341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.287279:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.292575:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973170432:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126627.292595:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.292641:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972003584:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4152us (5369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.292659:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5363 00000100:00100000:0.0:1746126627.293958:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.299131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.307994:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.312951:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.318868:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.321908:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.325679:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.329115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.329185:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.339337:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.346706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.349495:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.354596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.359297:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.361275:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.363388:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.371797:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126627.421861:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126627.422956:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.426076:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.428382:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.432540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.433759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.435143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.435803:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.436234:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.437835:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.440556:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.448678:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.450718:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.452532:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.462077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.463410:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.479421:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.481494:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.481537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.485930:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.489344:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.496306:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.499759:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.502676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.506587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.508594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.513482:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.513541:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.513773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.517493:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.519342:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.521511:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.524156:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.526267:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.528153:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.533877:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.538985:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.540317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.543989:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.544243:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.545009:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.549136:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.566667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.575167:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.594873:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.600992:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.601048:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.606979:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973174784:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126627.607002:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c3a65 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06d5 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.607016:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e1200, rc 0) 00000100:00100000:0.0:1746126627.607049:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972015872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5675us (6064us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.607055:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3687 00000100:00100000:0.0:1746126627.620928:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.623622:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.625245:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.631741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.635556:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.640610:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973175168:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126627.640630:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.640662:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972017024:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4748us (5114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.640670:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5384 00000100:00100000:0.0:1746126627.657878:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.682105:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.684484:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.687775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.689654:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.691371:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.713727:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.724752:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5387 00000100:00100000:0.0:1746126627.724759:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972019072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126627.724765:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126627.724771:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3a73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06e3 expref: 6 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.724999:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3a73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06e3 expref: 6 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.725022:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3a73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06e3 expref: 6 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.725064:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.725082:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972019072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 324us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.725087:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5387 00000100:00100000:0.0:1746126627.726543:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.730771:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.733128:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972019712 00000100:00100000:0.0:1746126627.733135:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972019712 00010000:00010000:0.0:1746126627.733159:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3a81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f1 expref: 151 pid: 8438 timeout: 639 lvb_type: 0 00000100:00100000:0.0:1746126627.733178:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5388 00000100:00100000:0.0:1746126627.733183:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+151:1980:x1830945972019712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126627.733290:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126627.733311:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3a81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f1 expref: 151 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.733327:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3a81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f1 expref: 151 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.733349:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3a81 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f1 expref: 151 pid: 8438 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.733408:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.733410:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.733417:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3a88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f8 expref: 150 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.733424:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3a88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f8 expref: 150 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.733499:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3a88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec06f8 expref: 150 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126627.733511:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132298a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973176064:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126627.733584:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126627.735588:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.737415:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.739127:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.741420:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.745917:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.745952:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.748993:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973176448:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126627.749005:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.749029:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013229b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+150:1982:x1830945972020992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2794us (3076us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.749036:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5390 00000100:00100000:0.0:1746126627.754497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.758741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.763034:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972022144 00000100:00100000:0.0:1746126627.763039:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972022144 00000100:00100000:0.0:1746126627.763074:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3696 00000100:00100000:0.0:1746126627.763080:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+151:31013:x1830945972022144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126627.763092:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126627.763108:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3aa4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0714 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.763127:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.763129:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.763135:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3aa4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0714 expref: 152 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.763147:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3aa4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0714 expref: 152 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.763155:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9be00, rc 0) 00000100:00100000:0.0:1746126627.763182:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+152:31013:x1830945972022144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.763187:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3696 00000100:00100000:0.0:1746126627.764551:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.766765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.766814:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.769724:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.771171:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972023040 00000100:00100000:0.0:1746126627.771187:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972023040 00000100:00100000:0.0:1746126627.775922:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972023680 00000100:00100000:0.0:1746126627.775930:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972023680 00002000:00100000:0.0:1746126627.775966:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880135d4c380 x1830945972023680/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:388/0 lens 496/0 e 0 to 0 dl 1746126638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126627.775974:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945972023680 ext(0->7) 00010000:00010000:0.0:1746126627.775982:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3aab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec071b expref: 153 pid: 16421 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.775998:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3aab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec071b expref: 153 pid: 16421 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126627.776003:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4c380 00000100:00100000:0.0:1746126627.776032:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 577 00000100:00100000:0.0:1746126627.776039:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+153:1980:x1830945972023680:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126627.776345:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+155:1980:x1830945972023680:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 305us (603us total) trans 4294968248 rc 0/0 00000100:00100000:0.0:1746126627.776351:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 577 00002000:00100000:0.0:1746126627.776357:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880135d4c380 x1830945972023680/t4294968248(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:388/0 lens 496/448 e 0 to 0 dl 1746126638 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126627.776363:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945972023680 ext(0->7) 00010000:00010000:0.0:1746126627.776367:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3aab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec071b expref: 155 pid: 16421 timeout: 639 lvb_type: 0 00010000:00010000:0.0:1746126627.776376:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3aab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec071b expref: 155 pid: 16421 timeout: 639 lvb_type: 0 00002000:00010000:0.0:1746126627.776381:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4c380 00000100:00100000:0.0:1746126627.777580:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.780967:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.783232:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972024192 00000100:00100000:0.0:1746126627.783237:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972024192 00000100:00100000:0.0:1746126627.783271:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3699 00000100:00100000:0.0:1746126627.783276:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972024192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126627.783287:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126627.783301:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3ab9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0729 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.783322:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.783323:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.783331:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0729 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.783344:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0729 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.783352:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a000, rc 0) 00000100:00100000:0.0:1746126627.783389:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972024192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.783394:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3699 00000100:00100000:0.0:1746126627.785174:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.787611:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.794701:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.794731:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.794767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.798385:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973177728:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126627.798404:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.798687:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013229b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+154:1981:x1830945972025088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3624us (3953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.798696:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5396 00000100:00100000:0.0:1746126627.802969:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.806721:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.815301:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.815729:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.822464:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972026496 00000100:00100000:0.0:1746126627.822473:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972026496 00000100:00100000:0.0:1746126627.822511:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3703 00000100:00100000:0.0:1746126627.822518:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+157:31013:x1830945972026496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126627.822535:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126627.822550:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c3ad5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0745 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.822572:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126627.822578:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3ace lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec073e expref: 158 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.822583:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126627.822587:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c3ad5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0745 expref: 158 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.822620:0:8438:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3ace lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec073e expref: 158 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.822630:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c3ad5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0745 expref: 158 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126627.822648:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9bc00, rc 0) 00000100:00100000:0.0:1746126627.823370:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+158:31013:x1830945972026496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 852us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.823377:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3703 00000100:00100000:0.0:1746126627.825378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.834742:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.841566:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.858496:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.863014:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.872054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.872135:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.877714:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.886579:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.891060:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.898407:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973179008:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126627.898432:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126627.898514:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+159:1979:x1830945972028416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6018us (7459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126627.898528:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5401 00000100:00100000:0.0:1746126627.898895:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972028672 00000100:00100000:0.0:1746126627.898903:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972028672 00002000:00100000:0.0:1746126627.898941:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4d500 x1830945972028672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:388/0 lens 488/0 e 0 to 0 dl 1746126638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126627.898949:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945972028672 ext(0->4095) 00002000:00010000:0.0:1746126627.899082:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:0.0:1746126627.903249:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.909508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.919497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.924945:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.930263:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.930322:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.933917:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.936071:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.943165:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.945608:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.955179:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.959168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.959215:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.962660:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.963456:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.967112:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.970765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.980110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.993249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.995130:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.997147:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126627.999092:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.008373:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126628.009427:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126628.012350:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126628.015687:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126628.019019:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.019578:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.019617:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.024201:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.027731:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.033425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.040399:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973180928:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126628.040419:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.040483:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+165:1979:x1830945972034176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6335us (7066us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.040492:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5410 00000100:00100000:0.0:1746126628.045172:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.050226:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.057150:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.057196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.072605:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.072635:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.072682:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.072701:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972035456 00000100:00100000:0.0:1746126628.072708:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972035456 00010000:00010000:0.0:1746126628.072737:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093fe4c00/0x9cce4314879c3b22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0792 expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.072761:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972035328 00000100:00100000:0.0:1746126628.072763:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972035328 00010000:00010000:0.0:1746126628.072777:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d600/0x9cce4314879c3b29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0799 expref: 167 pid: 8441 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.072803:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5411 00000100:00100000:0.0:1746126628.072810:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972035456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126628.072822:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126628.072842:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093fe4c00/0x9cce4314879c3b22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0792 expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.072852:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093fe4c00/0x9cce4314879c3b22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0792 expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.072871:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093fe4c00/0x9cce4314879c3b22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0792 expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.073024:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.073054:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972035456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 245us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.073060:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5411 00000100:00100000:0.0:1746126628.076330:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.082975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.090329:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.097986:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.098617:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.100743:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.102461:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.106475:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.109312:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.122806:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.135128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.140313:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.141816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.145602:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.148859:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.156085:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.163892:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.166897:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.169018:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.178833:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.181817:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.187803:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.192040:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.192089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.196209:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.197959:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972040448 00000100:00100000:0.0:1746126628.197963:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972040448 00010000:00010000:0.0:1746126628.197979:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3b5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07ca expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.197995:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5420 00000100:00100000:0.0:1746126628.198000:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972040448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126628.198007:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126628.198018:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3b5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07ca expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.198026:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3b5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07ca expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.198039:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3b5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07ca expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.198060:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.198062:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.198068:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3b68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07d8 expref: 171 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.198076:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07d8 expref: 171 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.198102:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07d8 expref: 171 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126628.198113:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973183104:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126628.198162:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126628.201894:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.205308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.208341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.220785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.224966:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.230649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.230699:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.236783:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.252849:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.268305:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.285896:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.292728:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.295202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.313355:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.315662:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.317859:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.320760:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.322257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.353512:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.354882:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.361924:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.364114:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972044928 00000100:00100000:0.0:1746126628.364119:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972044928 00010000:00010000:0.0:1746126628.364137:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3b8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07fb expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.364163:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5426 00000100:00100000:0.0:1746126628.364168:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972044928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126628.364176:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126628.364190:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3b8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07fb expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.364199:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07fb expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.364220:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3b8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec07fb expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.364241:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.364258:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972044928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 90us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.364263:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5426 00000100:00100000:0.0:1746126628.367015:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.368101:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.373947:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.377709:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.389130:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.390828:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.394696:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.400160:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.400218:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.405339:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973185280:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126628.405358:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.405385:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972046464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4999us (5166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.405392:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5429 00000100:00100000:0.0:1746126628.407131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.430390:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.431909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.435934:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.435980:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972047488 00000100:00100000:0.0:1746126628.435985:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972047488 00002000:00100000:0.0:1746126628.436019:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009274a300 x1830945972047488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:389/0 lens 488/0 e 0 to 0 dl 1746126639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.436028:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274a300 with x1830945972047488 ext(0->4095) 00010000:00010000:0.0:1746126628.436036:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d600/0x9cce4314879c3bae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec081e expref: 184 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.436048:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d600/0x9cce4314879c3bae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec081e expref: 184 pid: 8438 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126628.436054:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009274a300 00000100:00100000:0.0:1746126628.436080:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 611 00000100:00100000:0.0:1746126628.436086:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+184:1982:x1830945972047488:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126628.436219:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+184:1982:x1830945972047488:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126628.436225:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 611 00002000:00100000:0.0:1746126628.436230:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009274a300 x1830945972047488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:389/0 lens 488/4536 e 0 to 0 dl 1746126639 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.436237:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274a300 with x1830945972047488 ext(0->4095) 00010000:00010000:0.0:1746126628.436241:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d600/0x9cce4314879c3bae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec081e expref: 184 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.436250:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d600/0x9cce4314879c3bae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec081e expref: 184 pid: 8438 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126628.436260:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009274a300 00000100:00100000:0.0:1746126628.439608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.439647:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.443912:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.458369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.463887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.470041:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.477563:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972048768 00000100:00100000:0.0:1746126628.477577:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972048768 00002000:00100000:0.0:1746126628.477628:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132815880 x1830945972048768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:389/0 lens 488/0 e 0 to 0 dl 1746126639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.477649:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945972048768 ext(0->4095) 00010000:00010000:0.0:1746126628.477658:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3bbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec082c expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.477672:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3bbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec082c expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126628.477679:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132815880 00000100:00100000:0.0:1746126628.477712:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 614 00000100:00100000:0.0:1746126628.477720:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972048768:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126628.477903:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972048768:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 184us (3846us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126628.477910:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 614 00002000:00100000:0.0:1746126628.477917:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132815880 x1830945972048768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:389/0 lens 488/4536 e 0 to 0 dl 1746126639 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.477924:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945972048768 ext(0->4095) 00010000:00010000:0.0:1746126628.477929:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3bbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec082c expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.477938:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c600/0x9cce4314879c3bbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec082c expref: 6 pid: 8438 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126628.477945:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132815880 00000100:00100000:0.0:1746126628.482095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.484785:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.487932:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.490780:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.494883:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.500405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.503542:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.505556:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.511388:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.512252:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.517480:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.517496:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972050944 00000100:00100000:0.0:1746126628.517499:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972050944 00010000:00010000:0.0:1746126628.517512:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec083a expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.517527:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5436 00000100:00100000:0.0:1746126628.517532:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972050944:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126628.517539:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126628.517546:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3bca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec083a expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.517555:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3bca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec083a expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.517567:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f3de00/0x9cce4314879c3bca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec083a expref: 6 pid: 8441 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.517577:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.517579:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.517584:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3bd8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0848 expref: 187 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.517591:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3bd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0848 expref: 187 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.517610:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3bd8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0848 expref: 187 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.517620:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x9cce4314879c3bd8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0848 expref: 187 pid: 8441 timeout: 640 lvb_type: 0 00000100:00100000:0.0:1746126628.517630:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009232dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973187072:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126628.517687:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126628.523062:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973187072:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126628.523080:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.523121:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972050944:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5588us (5640us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.523129:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5436 00000100:00100000:0.0:1746126628.527396:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.536196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.554515:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.561696:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.561739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.561903:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.561925:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126628.562067:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126628.562304:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126628.562325:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.562364:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126628.562377:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126628.562409:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.562428:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972052736 00000100:00100000:0.0:1746126628.562434:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972052736 00000100:00100000:0.0:1746126628.562495:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3743 00000100:00100000:0.0:1746126628.562503:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+188:31010:x1830945972052736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126628.562517:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126628.562530:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c3bed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec085d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.562553:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f3ca00/0x9cce4314879c3bdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec084f expref: 189 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.562565:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093fe4c00/0x9cce4314879c3be6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0856 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.562569:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.562571:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.562575:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c3bed lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec085d expref: 189 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126628.568629:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.568688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.573147:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.579016:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.594473:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.602864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.608892:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.613818:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.617227:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.630795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.637127:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.637832:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.637850:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.643196:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.663372:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.666609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.671558:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.674350:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.675781:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.682485:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.687204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.697017:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.701120:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.701197:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.703699:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.704049:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.706240:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.712524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.715048:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.724679:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.726738:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.726816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.729938:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.729966:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.729997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.735473:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.743898:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.747693:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.751618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.756117:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972060416 00000100:00100000:0.0:1746126628.756126:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972060416 00000100:00100000:0.0:1746126628.756178:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3755 00000100:00100000:0.0:1746126628.756185:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972060416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126628.756202:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126628.756219:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c3c41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec08b1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.756247:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.756249:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.756256:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c3c41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08b1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.756270:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c3c41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08b1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.756279:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a200, rc 0) 00000100:00100000:0.0:1746126628.756334:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972060416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.756339:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3755 00000100:00100000:0.0:1746126628.757472:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.766113:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.774565:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.774596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.774628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.774658:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972061184 00000100:00100000:0.0:1746126628.774664:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972061184 00000100:00100000:0.0:1746126628.774701:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3757 00000100:00100000:0.0:1746126628.774709:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972061184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126628.774724:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126628.774737:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3c4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec08bf expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.774759:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.774765:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128fc00/0x9cce4314879c3c48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08b8 expref: 200 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.774771:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126628.774774:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3c4f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08bf expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.774809:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009128fc00/0x9cce4314879c3c48 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08b8 expref: 200 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.775923:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3c4f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08bf expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.775938:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9be00, rc 0) 00000100:00100000:0.0:1746126628.775982:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+8:31013:x1830945972061184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1274us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.775988:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3757 00000100:00100000:0.0:1746126628.789661:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.797621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.800796:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.803346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.807222:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.809953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.820050:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.827671:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.827733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.831816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.831840:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972063360 00000100:00100000:0.0:1746126628.831847:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972063360 00002000:00100000:0.0:1746126628.831884:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c2e7b80 x1830945972063360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:389/0 lens 488/0 e 0 to 0 dl 1746126639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.831894:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7b80 with x1830945972063360 ext(0->4095) 00010000:00010000:0.0:1746126628.831902:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009128ee00/0x9cce4314879c3c5d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08cd expref: 6 pid: 16421 timeout: 640 lvb_type: 0 00010000:00010000:0.0:1746126628.831915:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009128ee00/0x9cce4314879c3c5d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08cd expref: 6 pid: 16421 timeout: 640 lvb_type: 0 00002000:00010000:0.0:1746126628.831933:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2e7b80 00000100:00100000:0.0:1746126628.835197:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.838176:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.841126:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.850541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.855733:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973191808:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126628.855759:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126628.855818:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+203:1979:x1830945972064128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4986us (5284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.855829:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5457 00000100:00100000:0.0:1746126628.856366:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972064384 00000100:00100000:0.0:1746126628.856373:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972064384 00002000:00100000:0.0:1746126628.856413:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4f100 x1830945972064384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:389/0 lens 488/0 e 0 to 0 dl 1746126639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.856423:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945972064384 ext(0->4095) 00002000:00010000:0.0:1746126628.856427:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4f100 00000100:00100000:0.0:1746126628.856471:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3169 00000100:00100000:0.0:1746126628.856479:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972064384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126628.856649:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972064384:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (679us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126628.856654:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3169 00002000:00100000:0.0:1746126628.856659:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4f100 x1830945972064384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:389/0 lens 488/4536 e 0 to 0 dl 1746126639 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126628.856666:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945972064384 ext(0->4095) 00002000:00010000:0.0:1746126628.856668:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4f100 00000100:00100000:0.0:1746126628.859049:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.863032:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972064640 00000100:00100000:0.0:1746126628.863040:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972064640 00000100:00100000:0.0:1746126628.863084:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3763 00000100:00100000:0.0:1746126628.863090:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+205:31013:x1830945972064640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126628.863104:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126628.863119:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c3c79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec08e9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.863141:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126628.863147:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3c72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08e2 expref: 206 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.863152:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126628.863156:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c3c79 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08e9 expref: 206 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.863189:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x9cce4314879c3c72 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08e2 expref: 206 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.863200:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c3c79 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec08e9 expref: 206 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126628.863210:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9ae00, rc 0) 00000100:00100000:0.0:1746126628.863252:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+206:31013:x1830945972064640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126628.863257:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3763 00000100:00100000:0.0:1746126628.865532:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.868025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.870119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.874603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.881356:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.884189:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.885418:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.889327:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.895883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.899866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.900249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.910944:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.915412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.918510:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.921909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.929689:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.932162:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.932247:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.946075:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.952603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.965150:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.968015:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.968162:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.970490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.974380:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.983494:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.987891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.996966:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.998564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126628.999944:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.001200:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.005437:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.005695:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.006054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.008391:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.010215:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.012762:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.017965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.023601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.025941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.027224:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.030555:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.032011:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972073984 00000100:00100000:0.0:1746126629.032015:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972073984 00010000:00010000:0.0:1746126629.032030:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3cc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0936 expref: 215 pid: 16421 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.032047:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5472 00000100:00100000:0.0:1746126629.032052:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+215:1982:x1830945972073984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.032059:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.032068:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3cc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0936 expref: 215 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.032076:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3cc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0936 expref: 215 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.032089:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c3cc6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0936 expref: 215 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.032102:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.032104:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.032110:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3cd4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0944 expref: 214 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.032117:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3cd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0944 expref: 214 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.032136:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3cd4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0944 expref: 214 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.032147:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c3cd4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0944 expref: 214 pid: 16421 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.032158:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973195264:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126629.032730:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.034330:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.036773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.040052:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.042353:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.044748:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.046273:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126629.051121:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126629.051126:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126629.051860:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.051879:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972075520 00000100:00100000:0.0:1746126629.051883:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972075520 00002000:00100000:0.0:1746126629.051915:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132816680 x1830945972075520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:390/0 lens 488/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.051925:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972075520 ext(0->4095) 00002000:00010000:0.0:1746126629.051930:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132816680 00000100:00100000:0.0:1746126629.051943:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3181 00000100:00100000:0.0:1746126629.051948:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972075520:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.052091:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972075520:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126629.052097:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3181 00002000:00100000:0.0:1746126629.052102:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132816680 x1830945972075520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:390/0 lens 488/4536 e 0 to 0 dl 1746126640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.052109:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972075520 ext(0->4095) 00002000:00010000:0.0:1746126629.052112:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132816680 00000100:00080000:0.0:1746126629.053909:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126629.055432:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.055519:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.055538:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972076032 00000100:00100000:0.0:1746126629.055544:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972076032 00010000:00010000:0.0:1746126629.055569:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009add4c00/0x9cce4314879c3cdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec094b expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.055601:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972075776 00000100:00100000:0.0:1746126629.055603:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972075776 00010000:00010000:0.0:1746126629.055612:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c3ce2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0952 expref: 217 pid: 11071 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.055628:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5474 00000100:00100000:0.0:1746126629.055643:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972076032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.055655:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.055674:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009add4c00/0x9cce4314879c3cdb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec094b expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.055684:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009add4c00/0x9cce4314879c3cdb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec094b expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.057195:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009add4c00/0x9cce4314879c3cdb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec094b expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.057471:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.057473:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.057480:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3ce9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0959 expref: 215 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.057488:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3ce9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0959 expref: 216 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.057521:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3ce9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0959 expref: 216 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126629.057532:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094775500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973196544:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126629.057597:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.068745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.073565:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.074216:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.077965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.082533:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.082585:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.084481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.090563:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.095959:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.101547:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.102157:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.106820:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.106868:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.109212:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.120569:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.130559:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.133656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.137763:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972079616 00000100:00100000:0.0:1746126629.137770:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972079616 00002000:00100000:0.0:1746126629.137803:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f480 x1830945972079616/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.137820:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945972079616 ext(0->4095) 00010000:00010000:0.0:1746126629.137828:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c3d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec097c expref: 224 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.137840:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c3d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec097c expref: 224 pid: 16421 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.137846:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126629.137869:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 660 00000100:00100000:0.0:1746126629.137875:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+224:1982:x1830945972079616:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.138035:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+224:1982:x1830945972079616:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 160us (672us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126629.138041:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 660 00002000:00100000:0.0:1746126629.138047:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232f480 x1830945972079616/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/4536 e 0 to 0 dl 1746126640 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.138054:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945972079616 ext(0->4095) 00010000:00010000:0.0:1746126629.138059:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c3d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec097c expref: 224 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.138067:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b985000/0x9cce4314879c3d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec097c expref: 224 pid: 16421 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.138072:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126629.140954:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.141002:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.145993:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.151508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.155045:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.163118:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.172274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.178054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.187577:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.193226:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.193274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.193693:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5484 00000100:00100000:0.0:1746126629.193702:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+227:1982:x1830945972081920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.193717:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.193740:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a857ba00/0x9cce4314879c3d21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0991 expref: 227 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.193752:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a857ba00/0x9cce4314879c3d21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0991 expref: 227 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.193775:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a857ba00/0x9cce4314879c3d21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0991 expref: 227 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.193805:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.193807:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.193814:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3d28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0998 expref: 226 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.193821:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3d28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0998 expref: 226 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.193854:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c3d28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0998 expref: 226 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126629.193866:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973198976:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126629.193945:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.201049:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.204781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.204831:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.208820:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.218075:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.219875:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.223431:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.232311:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.237533:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.239939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.240010:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.243378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.243489:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.264276:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.270426:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.275013:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.284335:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.291848:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.299057:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.308004:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.314598:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.314754:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.316864:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.318717:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.318737:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972086528 00000100:00100000:0.0:1746126629.318742:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972086528 00010000:00010000:0.0:1746126629.318761:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3d59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09c9 expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.318789:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5492 00000100:00100000:0.0:1746126629.318794:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972086528:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.318804:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.318818:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3d59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09c9 expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.318829:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3d59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09c9 expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.318847:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3d59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09c9 expref: 6 pid: 16421 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.318862:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.318864:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.318870:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3d60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09d0 expref: 231 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.318877:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3d60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09d0 expref: 231 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.318908:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c3d60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec09d0 expref: 231 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126629.318918:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973200896:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126629.318970:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.320749:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972086784 00000100:00100000:0.0:1746126629.320754:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972086784 00002000:00100000:0.0:1746126629.320781:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0e00 x1830945972086784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.320790:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0e00 with x1830945972086784 ext(0->4095) 00002000:00010000:0.0:1746126629.320794:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f0e00 00000100:00100000:0.0:1746126629.320816:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3186 00000100:00100000:0.0:1746126629.320822:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+232:1981:x1830945972086784:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.320958:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+232:1981:x1830945972086784:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126629.320964:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3186 00002000:00100000:0.0:1746126629.320969:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0e00 x1830945972086784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/4536 e 0 to 0 dl 1746126640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.320976:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0e00 with x1830945972086784 ext(0->4095) 00002000:00010000:0.0:1746126629.320979:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800926f0e00 00000100:00100000:0.0:1746126629.322785:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.327131:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.332846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.336709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.349383:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.349435:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.357237:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.360155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.361166:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.365339:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.375107:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.384148:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.385537:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.387141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.391311:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.400109:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.414399:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.416383:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.426998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.434695:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.436903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.440522:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.444884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.447544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.447600:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.453907:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.461345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.470773:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.473421:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.476429:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.477331:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.482380:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.487834:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.492503:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.496189:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.498708:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.501647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.505683:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.511651:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.516817:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.522838:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.522904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.522931:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.530041:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.544198:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.547854:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.555207:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.561615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.569852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.569947:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.573253:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.575577:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.583251:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.586582:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.590840:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.596255:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.602854:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.610028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.613481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.613533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.617043:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.619926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.625147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.630146:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.637825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.644160:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.646015:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.651975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.652088:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.655782:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972099712 00000100:00100000:0.0:1746126629.655789:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972099712 00002000:00100000:0.0:1746126629.655833:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c28ad80 x1830945972099712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.655842:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945972099712 ext(0->4095) 00010000:00010000:0.0:1746126629.655850:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013082a800/0x9cce4314879c3df3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a63 expref: 249 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.655863:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013082a800/0x9cce4314879c3df3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a63 expref: 249 pid: 8441 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.655869:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c28ad80 00000100:00100000:0.0:1746126629.655883:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 692 00000100:00100000:0.0:1746126629.655889:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+249:1981:x1830945972099712:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.656014:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+249:1981:x1830945972099712:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126629.656020:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 692 00002000:00100000:0.0:1746126629.656026:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009c28ad80 x1830945972099712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/4536 e 0 to 0 dl 1746126640 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.656032:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945972099712 ext(0->4095) 00010000:00010000:0.0:1746126629.656038:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013082a800/0x9cce4314879c3df3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a63 expref: 249 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.656046:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013082a800/0x9cce4314879c3df3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a63 expref: 249 pid: 8441 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.656051:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c28ad80 00000100:00100000:0.0:1746126629.661269:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.665038:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.677879:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972100480 00000100:00100000:0.0:1746126629.677891:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972100480 00002000:00100000:0.0:1746126629.677933:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232fb80 x1830945972100480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.677942:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232fb80 with x1830945972100480 ext(0->4095) 00002000:00010000:0.0:1746126629.677946:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009232fb80 00000100:00100000:0.0:1746126629.677961:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3198 00000100:00100000:0.0:1746126629.677967:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+250:1981:x1830945972100480:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.678094:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+250:1981:x1830945972100480:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (2273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126629.678100:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3198 00002000:00100000:0.0:1746126629.678105:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009232fb80 x1830945972100480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 488/4536 e 0 to 0 dl 1746126640 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.678116:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232fb80 with x1830945972100480 ext(0->4095) 00002000:00010000:0.0:1746126629.678119:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009232fb80 00000100:00100000:0.0:1746126629.678168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.678245:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972100224 00000100:00100000:0.0:1746126629.678248:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972100224 00000100:00100000:0.0:1746126629.678266:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3819 00000100:00100000:0.0:1746126629.678270:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+250:31010:x1830945972100224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126629.678278:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126629.679113:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3e01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0a71 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.679140:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3dfa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a6a expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.679147:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.679148:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.679152:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3e01 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a71 expref: 251 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.679179:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3dfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a6a expref: 251 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.679190:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c3dfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a6a expref: 251 pid: 11071 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.679200:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093714000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973206016:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126629.679262:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.683016:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093714000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973206016:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126629.685645:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9be00/0x9cce4314879c3e01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a71 expref: 251 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.685655:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9be00, rc 0) 00000100:00100000:0.0:1746126629.685861:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+251:31010:x1830945972100224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7588us (7689us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126629.685871:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3819 00000100:00100000:0.0:1746126629.701315:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.707203:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.715919:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.715954:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.719079:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.719860:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.721779:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.728777:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.731524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.737351:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973207040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126629.737416:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126629.737481:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207040 00000100:00100000:0.0:1746126629.737488:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207040 00000100:00100000:0.0:1746126629.737523:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1746126629.737529:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973207040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126629.737552:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 690159616 pending 5111808 free 3857711104 avail 3728736256 00000100:00100000:0.0:1746126629.737585:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973207040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126629.737591:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1746126629.739178:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973207040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126629.742436:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.743958:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.749438:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.752317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.753548:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.757075:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.767780:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.769807:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.782727:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.791790:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.793712:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.795021:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5521 00000100:00100000:0.0:1746126629.795032:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972105088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.795046:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.795068:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093ecc200/0x9cce4314879c3e24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a8d expref: 6 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.795078:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093ecc200/0x9cce4314879c3e24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a8d expref: 6 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.795101:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ecc200/0x9cce4314879c3e24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a8d expref: 6 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.795127:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126629.795162:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972105088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 133us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126629.795168:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5521 00000100:00100000:0.0:1746126629.796051:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972105344 00000100:00100000:0.0:1746126629.796055:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972105344 00010000:00010000:0.0:1746126629.796103:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3e2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a9b expref: 15 pid: 11071 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.796168:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5522 00000100:00100000:0.0:1746126629.796174:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945972105344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.796182:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.796191:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3e2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a9b expref: 15 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.796199:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3e2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a9b expref: 15 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.796211:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3e2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0a9b expref: 15 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.796219:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.796220:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126629.796226:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.796232:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.796254:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126629.796263:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.796273:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973208064:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126629.796601:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126629.798652:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.806727:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972105856 00000100:00100000:0.0:1746126629.806736:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972105856 00002000:00100000:0.0:1746126629.806775:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926f0380 x1830945972105856/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 496/0 e 0 to 0 dl 1746126640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.806785:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945972105856 ext(0->7) 00010000:00010000:0.0:1746126629.806793:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.806806:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 14 pid: 8441 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.806812:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0380 00000100:00100000:0.0:1746126629.806831:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 702 00000100:00100000:0.0:1746126629.806838:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945972105856:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126629.808683:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945972105856:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1836us (2015us total) trans 4294968300 rc 0/0 00000100:00100000:0.0:1746126629.808693:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 702 00002000:00100000:0.0:1746126629.808702:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800926f0380 x1830945972105856/t4294968300(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:390/0 lens 496/448 e 0 to 0 dl 1746126640 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126629.808710:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945972105856 ext(0->7) 00010000:00010000:0.0:1746126629.808719:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 16 pid: 8441 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.808733:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093ecd800/0x9cce4314879c3e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aa2 expref: 16 pid: 8441 timeout: 641 lvb_type: 0 00002000:00010000:0.0:1746126629.808739:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0380 00000100:00100000:0.0:1746126629.810320:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.812410:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.822202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.822305:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.827501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.832069:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.838617:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.840606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.845654:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973208704:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126629.845674:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126629.845709:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1980:x1830945972107264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4626us (5109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126629.845717:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5525 00000100:00100000:0.0:1746126629.850390:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.851170:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.853092:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.853516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.853533:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972108160 00000100:00100000:0.0:1746126629.853535:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972108160 00010000:00010000:0.0:1746126629.853550:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091182e00/0x9cce4314879c3e40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ab0 expref: 20 pid: 11071 timeout: 641 lvb_type: 0 00000100:00100000:0.0:1746126629.853572:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5526 00000100:00100000:0.0:1746126629.853578:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945972108160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126629.853586:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126629.853602:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091182e00/0x9cce4314879c3e40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ab0 expref: 20 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.853610:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091182e00/0x9cce4314879c3e40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ab0 expref: 20 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.853634:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091182e00/0x9cce4314879c3e40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ab0 expref: 19 pid: 11071 timeout: 641 lvb_type: 0 00010000:00010000:0.0:1746126629.853647:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126629.853663:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945972108160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 86us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126629.853668:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5526 00000100:00100000:0.0:1746126629.857013:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.862992:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.874211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.888097:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.892989:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.896873:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.901647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.903705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.909360:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.919752:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.919796:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.925818:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.927394:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.931215:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.951012:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.951108:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.955922:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.958321:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.971194:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.980039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.982751:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.987067:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.991489:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126629.994843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.006358:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126630.008385:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126630.008481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.008531:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.008549:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972113664 00000100:00100000:0.0:1746126630.008553:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972113664 00010000:00010000:0.0:1746126630.008571:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90da00/0x9cce4314879c3e7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aef expref: 25 pid: 11071 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.008590:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5535 00000100:00100000:0.0:1746126630.008594:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1979:x1830945972113664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126630.008601:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126630.008609:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d90da00/0x9cce4314879c3e7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aef expref: 25 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.008617:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d90da00/0x9cce4314879c3e7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aef expref: 25 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.009622:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d90da00/0x9cce4314879c3e7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0aef expref: 25 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.009642:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.009644:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.009651:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.009659:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.009693:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126630.009705:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973210880:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126630.009781:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00080000:0.0:1746126630.009793:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126630.011524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.011611:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973210880:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126630.011623:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126630.011662:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1979:x1830945972113664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3067us (3130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.011672:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5535 00000100:00100000:0.0:1746126630.011829:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973211008:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126630.011844:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c3e94 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b04 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.011854:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183e00, rc 0) 00000100:00100000:0.0:1746126630.011874:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972113536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1733us (3393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.011880:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3840 00000100:00100000:0.0:1746126630.017702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.017738:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972114176 00000100:00100000:0.0:1746126630.017746:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972114176 00002000:00100000:0.0:1746126630.017789:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880135d4ed80 x1830945972114176/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 496/0 e 0 to 0 dl 1746126641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.017799:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945972114176 ext(0->7) 00010000:00010000:0.0:1746126630.017807:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 24 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.017820:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 24 pid: 11071 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.017831:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:0.0:1746126630.017847:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 713 00000100:00100000:0.0:1746126630.017853:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1979:x1830945972114176:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126630.018554:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1979:x1830945972114176:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 698us (1198us total) trans 4294968305 rc 0/0 00000100:00100000:0.0:1746126630.018561:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 713 00002000:00100000:0.0:1746126630.018567:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880135d4ed80 x1830945972114176/t4294968305(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 496/448 e 0 to 0 dl 1746126641 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.018573:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945972114176 ext(0->7) 00010000:00010000:0.0:1746126630.018578:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.018587:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.018592:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:0.0:1746126630.021642:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972114304 00000100:00100000:0.0:1746126630.021651:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972114304 00010000:00010000:0.0:1746126630.021690:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.021726:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5536 00000100:00100000:0.0:1746126630.021733:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972114304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126630.021746:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126630.022664:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.022678:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.022700:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093eccc00/0x9cce4314879c3e8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0afd expref: 26 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.022718:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.022720:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.022727:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c3e94 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b04 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.022734:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c3e94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b04 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.022791:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c3e94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b04 expref: 5 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126630.022804:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135d4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973211136:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126630.022899:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126630.034831:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.041257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.043851:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.046093:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.050059:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.064227:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.065673:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.070353:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.080252:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.087297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.089961:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.092882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.095960:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.098735:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.101942:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.105741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.108067:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.111617:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.115819:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.118844:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.126396:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.127262:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.129099:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.132089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.159779:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.162554:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.167858:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.178965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.185484:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.190567:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.192849:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.192970:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.197295:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.202714:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.205645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.210091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.213711:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.213760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.216567:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.217091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.218785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.218832:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.220985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.222914:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.225704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.234846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.239298:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.241089:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.241407:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.243985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.246600:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.253196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.260943:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.265786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.276942:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.279037:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.281894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.281936:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.285748:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972125440 00000100:00100000:0.0:1746126630.285754:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972125440 00002000:00100000:0.0:1746126630.285795:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091643800 x1830945972125440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 488/0 e 0 to 0 dl 1746126641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.286420:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945972125440 ext(0->4095) 00010000:00010000:0.0:1746126630.286430:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1000/0x9cce4314879c3f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b7b expref: 38 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.286475:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1000/0x9cce4314879c3f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b7b expref: 38 pid: 8441 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.286482:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:0.0:1746126630.286507:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 731 00000100:00100000:0.0:1746126630.286515:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972125440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126630.286673:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972125440:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 160us (1009us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126630.286679:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 731 00002000:00100000:0.0:1746126630.286684:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091643800 x1830945972125440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 488/4536 e 0 to 0 dl 1746126641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.286691:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945972125440 ext(0->4095) 00010000:00010000:0.0:1746126630.286695:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1000/0x9cce4314879c3f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b7b expref: 38 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.286704:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1000/0x9cce4314879c3f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b7b expref: 38 pid: 8441 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.286709:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:0.0:1746126630.292803:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.300288:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.303341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.308004:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.308055:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.312106:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.316551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.316591:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.316608:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972126848 00000100:00100000:0.0:1746126630.316613:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972126848 00000100:00100000:0.0:1746126630.316675:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3861 00000100:00100000:0.0:1746126630.316683:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:31013:x1830945972126848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126630.316699:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126630.316739:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c3f27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0b97 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.316759:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.316764:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.316769:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126630.316773:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c3f27 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b97 expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.316801:0:8438:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.317047:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c3f27 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b97 expref: 6 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.317060:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9b800, rc 0) 00000100:00100000:0.0:1746126630.317079:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972126848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 397us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.317084:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3861 00000100:00100000:0.0:1746126630.318491:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.322933:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972127232 00000100:00100000:0.0:1746126630.322941:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972127232 00002000:00100000:0.0:1746126630.322985:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b8a7480 x1830945972127232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 488/0 e 0 to 0 dl 1746126641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.323041:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945972127232 ext(0->4095) 00010000:00010000:0.0:1746126630.323051:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.323065:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.323071:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8a7480 00000100:00100000:0.0:1746126630.323092:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 734 00000100:00100000:0.0:1746126630.323099:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945972127232:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126630.323347:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945972127232:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 248us (583us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126630.323353:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 734 00002000:00100000:0.0:1746126630.323358:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b8a7480 x1830945972127232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:391/0 lens 488/4536 e 0 to 0 dl 1746126641 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126630.323371:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945972127232 ext(0->4095) 00010000:00010000:0.0:1746126630.323375:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.323385:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c3f20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0b90 expref: 40 pid: 11071 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746126630.323392:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8a7480 00000100:00100000:0.0:1746126630.326785:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.330843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.336974:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.338577:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.344150:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.344224:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.347344:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.354884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.361354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.365807:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.371853:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.375129:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.376651:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.381210:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.381240:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.381273:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.386594:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.401263:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.408587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.411423:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.414001:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.415158:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.418907:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.421412:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.429028:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972131968 00000100:00100000:0.0:1746126630.429044:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972131968 00010000:00010000:0.0:1746126630.429091:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c3f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc1 expref: 48 pid: 11071 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.429142:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5564 00000100:00100000:0.0:1746126630.429151:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1980:x1830945972131968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126630.429166:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126630.429189:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c3f51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc1 expref: 48 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.429201:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c3f51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc1 expref: 48 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.429224:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c3f51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc1 expref: 48 pid: 11071 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.429253:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.429255:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.429262:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c3f58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.429276:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c3f58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.429314:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c3f58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bc8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126630.429327:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973217536:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126630.429418:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746126630.430106:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126630.438542:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.439234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.446819:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.450389:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.458421:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.464652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.469651:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.478414:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.480943:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.484118:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.484174:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.488789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.499430:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.503715:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.508393:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.511532:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.516561:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.537566:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.540921:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973218816:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126630.540952:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9200/0x9cce4314879c3f82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bf2 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.540969:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7fb9200, rc 0) 00000100:00100000:0.0:1746126630.541951:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31010:x1830945972135168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8772us (9010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.541960:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3874 00000100:00100000:0.0:1746126630.543266:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972135680 00000100:00100000:0.0:1746126630.543275:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972135680 00000100:00100000:0.0:1746126630.544014:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3875 00000100:00100000:0.0:1746126630.544023:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972135680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126630.544041:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126630.544057:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3f89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0bf9 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.544082:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.544088:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9200/0x9cce4314879c3f82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bf2 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.544094:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126630.544096:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3f89 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bf9 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.544130:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9200/0x9cce4314879c3f82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bf2 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.544146:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c3f89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0bf9 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.544156:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a000, rc 0) 00000100:00100000:0.0:1746126630.544200:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972135680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (2051us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.544206:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3875 00000100:00100000:0.0:1746126630.548578:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.562552:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.580082:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.580142:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.606733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.611429:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.615612:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.628229:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.630839:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.633218:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.636008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.637964:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.639822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.646585:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.648759:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.657920:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.658020:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.661981:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.672597:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.679078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.690109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.693735:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.697183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.709921:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.714742:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.732541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.753636:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.760074:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.773021:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.791865:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.804120:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973221504:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126630.804139:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009af37600/0x9cce4314879c3fcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c3f expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.804153:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af37600, rc 0) 00000100:00100000:0.0:1746126630.804188:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31010:x1830945972141824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4410us (6753us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.804194:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3885 00000100:00100000:0.0:1746126630.804725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.805563:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972142336 00000100:00100000:0.0:1746126630.805567:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972142336 00010000:00010000:0.0:1746126630.805583:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af37400/0x9cce4314879c3fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c38 expref: 6 pid: 8441 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.805612:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5581 00000100:00100000:0.0:1746126630.805617:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972142336:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126630.805633:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126630.805652:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af37400/0x9cce4314879c3fc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c38 expref: 6 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.805661:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af37400/0x9cce4314879c3fc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c38 expref: 6 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.805676:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af37400/0x9cce4314879c3fc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c38 expref: 6 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.805690:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.805692:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126630.805697:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af37600/0x9cce4314879c3fcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c3f expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.805703:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af37600/0x9cce4314879c3fcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c3f expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.805728:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009af37600/0x9cce4314879c3fcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c3f expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126630.805738:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af37600/0x9cce4314879c3fcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c3f expref: 62 pid: 8441 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.805749:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973221760:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126630.805798:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126630.809673:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973221760:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126630.809691:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126630.809741:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972142336:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4123us (4297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.809749:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5581 00000100:00100000:0.0:1746126630.816948:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.821827:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.826380:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.826434:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.830280:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972143872 00000100:00100000:0.0:1746126630.830286:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972143872 00010000:00010000:0.0:1746126630.830311:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af36200/0x9cce4314879c3fd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c46 expref: 66 pid: 8441 timeout: 642 lvb_type: 0 00000100:00100000:0.0:1746126630.832812:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5583 00000100:00100000:0.0:1746126630.832824:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945972143872:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126630.832841:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126630.832867:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af36200/0x9cce4314879c3fd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c46 expref: 65 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.832881:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af36200/0x9cce4314879c3fd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c46 expref: 65 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.832903:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af36200/0x9cce4314879c3fd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0c46 expref: 65 pid: 8441 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746126630.832926:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126630.832966:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945972143872:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 146us (3224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126630.832972:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5583 00000100:00100000:0.0:1746126630.837750:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.845692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.858697:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.881981:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.899594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.903579:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.914037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.914152:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.918230:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.926303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.942372:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.946806:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.946863:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.950434:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.955157:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.960072:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.970637:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.970692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.978366:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.986586:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.993230:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126630.998750:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.002696:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.006368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.010770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.015911:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.019433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.023107:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.029497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.029961:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.033757:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.036877:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.040026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.044806:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.049944:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.053684:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.057436:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.058928:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.061918:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.062870:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.066929:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.072942:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.075987:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972152576 00000100:00100000:0.0:1746126631.075995:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972152576 00010000:00010000:0.0:1746126631.076024:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4038 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ca8 expref: 76 pid: 16421 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126631.076077:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5597 00000100:00100000:0.0:1746126631.076083:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1980:x1830945972152576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126631.076094:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126631.076110:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4038 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ca8 expref: 76 pid: 16421 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.076121:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4038 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ca8 expref: 76 pid: 16421 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.076143:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4038 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0ca8 expref: 76 pid: 16421 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.076168:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.076169:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.076176:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c403f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0caf expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.076183:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c403f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0caf expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.076213:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c403f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0caf expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126631.076225:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089a61880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973225344:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126631.076295:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126631.080717:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.084235:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.088003:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.092312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.092369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.097292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.098538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.098683:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.102421:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.107394:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.110863:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.113242:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.117017:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.117524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.122578:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.122678:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.127772:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.134705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.149203:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.149251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.156174:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.159510:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.161678:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.163259:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.165569:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.172539:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.177393:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.178116:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.179929:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.180598:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973227264:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126631.180612:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8800/0x9cce4314879c407e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0cee expref: 84 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.180760:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7fb8800, rc 0) 00000100:00100000:0.0:1746126631.180781:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31010:x1830945972158208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2467us (2664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126631.180786:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3910 00000100:00100000:0.0:1746126631.182359:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.184631:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.188321:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.196873:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.201639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.204164:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.205360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.209097:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.211026:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.212084:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.216919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.220596:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.231149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.258211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.264022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.264077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.272114:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.272169:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.276094:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.282781:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972162176 00000100:00100000:0.0:1746126631.282789:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972162176 00002000:00100000:0.0:1746126631.282827:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b8a6300 x1830945972162176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 488/0 e 0 to 0 dl 1746126642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.282835:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945972162176 ext(0->4095) 00002000:00010000:0.0:1746126631.282840:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a6300 00000100:00100000:0.0:1746126631.282868:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3249 00000100:00100000:0.0:1746126631.282874:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945972162176:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126631.284105:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945972162176:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1229us (2198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126631.284112:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3249 00002000:00100000:0.0:1746126631.284118:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b8a6300 x1830945972162176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 488/4536 e 0 to 0 dl 1746126642 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.284126:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945972162176 ext(0->4095) 00002000:00010000:0.0:1746126631.284129:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a6300 00000100:00100000:0.0:1746126631.290016:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.302487:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.306202:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.308588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.315116:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.315211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.321163:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.321641:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.336951:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.340525:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.359851:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.365640:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.367783:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.373191:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.375506:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.378948:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.379054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.382412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.382554:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.386762:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.390409:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.398343:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.402196:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.421109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.430900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.432292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.434239:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.436563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.439812:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.446562:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.454547:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.455079:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.457816:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.466965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.474302:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.480836:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.487274:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.488058:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.490846:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.490887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.495837:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.497515:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972170368 00000100:00100000:0.0:1746126631.497520:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972170368 00010000:00010000:0.0:1746126631.497546:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c4103 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d73 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126631.497574:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5626 00000100:00100000:0.0:1746126631.497581:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972170368:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126631.497592:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126631.497612:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c4103 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d73 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.497674:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c4103 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d73 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.497692:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009af36c00/0x9cce4314879c4103 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d73 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.497715:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.497717:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.497723:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009af36000/0x9cce4314879c410a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d7a expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.497730:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009af36000/0x9cce4314879c410a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d7a expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.497753:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009af36000/0x9cce4314879c410a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d7a expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.497763:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009af36000/0x9cce4314879c410a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d7a expref: 96 pid: 11071 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126631.497773:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973231872:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126631.498074:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126631.500240:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.514070:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.515299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.521652:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.533629:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.536195:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.537356:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.540514:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.550597:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.552930:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.554855:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.556356:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.559582:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.561976:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.564334:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.568754:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972173312 00000100:00100000:0.0:1746126631.568761:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972173312 00002000:00100000:0.0:1746126631.568797:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800925b7480 x1830945972173312/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 496/0 e 0 to 0 dl 1746126642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.568807:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830945972173312 ext(0->7) 00010000:00010000:0.0:1746126631.568815:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c4126 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d96 expref: 100 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.568827:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c4126 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d96 expref: 100 pid: 8441 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126631.568834:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:0.0:1746126631.569471:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 810 00000100:00100000:0.0:1746126631.569480:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1982:x1830945972173312:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126631.571587:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+102:1982:x1830945972173312:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2097us (2888us total) trans 4294968343 rc 0/0 00000100:00100000:0.0:1746126631.571598:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 810 00002000:00100000:0.0:1746126631.571610:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800925b7480 x1830945972173312/t4294968343(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 496/448 e 0 to 0 dl 1746126642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.571627:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830945972173312 ext(0->7) 00010000:00010000:0.0:1746126631.571637:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c4126 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d96 expref: 102 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.571652:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c4126 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0d96 expref: 102 pid: 8441 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126631.571658:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:0.0:1746126631.575167:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.582193:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972173696 00000100:00100000:0.0:1746126631.582200:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972173696 00002000:00100000:0.0:1746126631.582817:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a61880 x1830945972173696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:392/0 lens 488/0 e 0 to 0 dl 1746126642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.582827:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61880 with x1830945972173696 ext(0->4095) 00002000:00010000:0.0:1746126631.582832:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61880 00000100:00100000:0.0:1746126631.582853:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3256 00000100:00100000:0.0:1746126631.582860:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972173696:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126631.583006:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972173696:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (1046us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126631.583015:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3256 00002000:00100000:0.0:1746126631.583019:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a61880 x1830945972173696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:392/0 lens 488/4536 e 0 to 0 dl 1746126642 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.583026:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61880 with x1830945972173696 ext(0->4095) 00002000:00010000:0.0:1746126631.583029:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61880 00000100:00100000:0.0:1746126631.587744:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.589489:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.592739:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.605175:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972174592 00000100:00100000:0.0:1746126631.605184:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972174592 00002000:00100000:0.0:1746126631.605224:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a62a00 x1830945972174592/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 496/0 e 0 to 0 dl 1746126642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.605234:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945972174592 ext(0->7) 00010000:00010000:0.0:1746126631.605242:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4134 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0da4 expref: 103 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.605255:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4134 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0da4 expref: 103 pid: 8441 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126631.605261:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126631.605286:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 812 00000100:00100000:0.0:1746126631.605292:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+103:1982:x1830945972174592:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126631.606109:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+105:1982:x1830945972174592:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1004us total) trans 4294968344 rc 0/0 00000100:00100000:0.0:1746126631.606120:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 812 00002000:00100000:0.0:1746126631.606126:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880089a62a00 x1830945972174592/t4294968344(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:392/0 lens 496/448 e 0 to 0 dl 1746126642 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126631.606133:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945972174592 ext(0->7) 00010000:00010000:0.0:1746126631.606138:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4134 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0da4 expref: 105 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.606148:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4134 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0da4 expref: 105 pid: 8441 timeout: 643 lvb_type: 0 00002000:00010000:0.0:1746126631.606153:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126631.607963:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.611986:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.617392:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.617473:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.618378:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3939 00000100:00100000:0.0:1746126631.618386:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+104:31010:x1830945972175232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126631.618394:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126631.618401:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c4149 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0db9 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.618434:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c413b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0dab expref: 105 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.618458:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4142 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0db2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.618464:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.618465:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.618468:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c4149 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0db9 expref: 105 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.618508:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4142 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0db2 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00010000:00010000:0.0:1746126631.618515:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4142 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0db2 expref: 6 pid: 8441 timeout: 643 lvb_type: 0 00000100:00100000:0.0:1746126631.618525:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973233664:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126631.620496:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.620885:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.628543:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.652798:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.656827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.659263:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.670265:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.698263:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.698319:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.713943:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.714086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.723644:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.725378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.739217:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.747171:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.755702:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.771039:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.780031:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.786935:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.794726:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.799995:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.805627:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.810832:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.816399:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.821740:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.850144:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.850397:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.857957:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.867030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.879343:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.883572:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.889155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.889231:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.891971:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3950 00000100:00100000:0.0:1746126631.891980:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+113:31013:x1830945972182016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126631.891991:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126631.891999:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c4196 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec0e06 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.892015:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126631.892020:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c418f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0dff expref: 114 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.892030:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126631.892032:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c4196 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e06 expref: 114 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.892057:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c418f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0dff expref: 114 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.892067:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c4196 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e06 expref: 114 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.892077:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a000, rc 0) 00000100:00100000:0.0:1746126631.892106:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+114:31013:x1830945972182016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (2875us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126631.892111:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3950 00000100:00100000:0.0:1746126631.894802:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.899567:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.916685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.919101:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.919162:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.945028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.945073:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.951853:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.957697:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.961809:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.967500:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.973639:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.975795:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973237376:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126631.975817:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c41b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e22 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126631.975832:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b445c800, rc 0) 00000100:00100000:0.0:1746126631.975873:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972184960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126631.975880:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3954 00000100:00100000:0.0:1746126631.976825:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.988665:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.988755:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.993876:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126631.997789:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.000468:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.005426:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.012748:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.019698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.025304:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.028764:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.035438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.039429:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.039510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.045951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.045987:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.049196:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.057738:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.059720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.067006:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.072172:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.077740:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.077769:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972188672 00000100:00100000:0.0:1746126632.077776:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972188672 00002000:00100000:0.0:1746126632.077817:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091619f80 x1830945972188672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:393/0 lens 488/0 e 0 to 0 dl 1746126643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126632.077828:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619f80 with x1830945972188672 ext(0->4095) 00010000:00010000:0.0:1746126632.077836:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c41d5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e45 expref: 6 pid: 16421 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126632.077849:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c41d5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e45 expref: 6 pid: 16421 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126632.077855:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091619f80 00000100:00100000:0.0:1746126632.077885:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 831 00000100:00100000:0.0:1746126632.077892:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972188672:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126632.080404:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972188672:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2504us (2665us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126632.080415:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 831 00002000:00100000:0.0:1746126632.080423:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880091619f80 x1830945972188672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:393/0 lens 488/4536 e 0 to 0 dl 1746126643 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126632.080432:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619f80 with x1830945972188672 ext(0->4095) 00010000:00010000:0.0:1746126632.080461:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c41d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e45 expref: 6 pid: 16421 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126632.080481:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c41d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0e45 expref: 6 pid: 16421 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126632.080488:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091619f80 00000100:00100000:0.0:1746126632.083099:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.093503:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.103744:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.109525:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.114982:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.124288:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.129025:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.129065:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.133736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.137039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.144733:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.152318:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.158972:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.163218:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.164435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.167486:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.168470:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.172779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.173292:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.197192:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.203290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.205203:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.208006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.214073:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.217531:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.251511:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.278724:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.278787:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.282422:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.286078:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.288801:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.293139:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.297423:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.302265:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.305269:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.311971:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.314811:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972195456 00000100:00100000:0.0:1746126632.314820:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972195456 00000100:00100000:0.0:1746126632.319923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.326404:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.338785:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.348723:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.359097:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.361461:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.367556:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.376731:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.378508:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.380412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.388154:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.401891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.402619:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.419134:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.421636:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.423776:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+136:1980:x1830945972199040:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1362us (2139us total) trans 4294968360 rc 0/0 00000100:00100000:0.0:1746126632.423785:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 846 00002000:00100000:0.0:1746126632.423793:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880088ac5c00 x1830945972199040/t4294968360(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:393/0 lens 496/448 e 0 to 0 dl 1746126643 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126632.423802:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088ac5c00 with x1830945972199040 ext(0->7) 00010000:00010000:0.0:1746126632.423809:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094847c00/0x9cce4314879c4245 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0eb5 expref: 136 pid: 16421 timeout: 644 lvb_type: 0 00010000:00010000:0.0:1746126632.423822:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094847c00/0x9cce4314879c4245 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0eb5 expref: 136 pid: 16421 timeout: 644 lvb_type: 0 00002000:00010000:0.0:1746126632.423829:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088ac5c00 00000100:00100000:0.0:1746126632.431119:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.443420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.445340:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.446054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.447488:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.448294:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.448328:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.451036:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.461119:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.467200:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.469840:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.472898:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.475152:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.475198:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.480696:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.488813:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.491404:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.494043:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.496706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.497951:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.499893:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.504069:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.508899:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.517031:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.526221:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.532054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.536786:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.543072:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.543128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.547351:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.547774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.551204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.564782:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.571400:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.573858:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.586563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.588620:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.601260:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.608078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.610203:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.613876:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.616093:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.618964:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.622233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.624551:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.624575:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.624601:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.628883:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.634661:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.640173:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.643526:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.649335:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.652984:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.653089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.657859:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.658786:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973246336:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126632.661097:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973246464:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126632.661124:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091182400/0x9cce4314879c42ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0f3a expref: 149 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126632.661135:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182400, rc 0) 00000100:00100000:0.0:1746126632.661159:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+149:31010:x1830945972209920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6910us (8069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126632.661165:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3994 00000100:00100000:0.0:1746126632.662298:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.662335:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.666668:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.681274:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.681380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.687837:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.706929:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973247104:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126632.706948:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126632.707433:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da74450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972211712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 9076us (9958us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126632.707460:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5692 00000100:00100000:0.0:1746126632.712425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.721072:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.728091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.732331:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.742185:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.745930:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.746025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.751481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.758354:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.764358:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.767545:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.770621:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.770706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.773705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.775791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.788941:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.797552:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.803092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.807726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.811518:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.814218:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.818823:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.822294:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.828824:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.835098:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.835203:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.840246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.840341:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.854138:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.860214:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.864237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.872232:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.880219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.880319:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.884917:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.890915:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.903018:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.924190:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.929147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.929731:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.938827:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.950297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.957232:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.959136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.965745:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.968658:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.968940:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126632.975919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.001414:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.014084:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.015614:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.018980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.023482:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.030862:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.038740:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.043060:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.045836:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.051350:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972222592 00000100:00100000:0.0:1746126633.051358:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972222592 00002000:00100000:0.0:1746126633.051397:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942ba680 x1830945972222592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.051408:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba680 with x1830945972222592 ext(0->4095) 00002000:00010000:0.0:1746126633.051413:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942ba680 00000100:00100000:0.0:1746126633.053770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.054595:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.059158:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.063368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.085318:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.090435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.092727:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.095325:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.096805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.110939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.117440:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.118129:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.119831:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.123204:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.126067:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.130747:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.134030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.136722:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.141269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.150560:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972226176 00000100:00100000:0.0:1746126633.150567:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972226176 00002000:00100000:0.0:1746126633.150614:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942ba300 x1830945972226176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.150623:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba300 with x1830945972226176 ext(0->4095) 00010000:00010000:0.0:1746126633.150630:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8200/0x9cce4314879c4379 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0fe9 expref: 6 pid: 8441 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.150639:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8200/0x9cce4314879c4379 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0fe9 expref: 6 pid: 8441 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.150646:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ba300 00000100:00100000:0.0:1746126633.150673:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 888 00000100:00100000:0.0:1746126633.150679:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972226176:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.150827:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972226176:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (1058us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.150832:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 888 00002000:00100000:0.0:1746126633.150838:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942ba300 x1830945972226176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.150845:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba300 with x1830945972226176 ext(0->4095) 00010000:00010000:0.0:1746126633.150849:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8200/0x9cce4314879c4379 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0fe9 expref: 6 pid: 8441 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.150856:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8200/0x9cce4314879c4379 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec0fe9 expref: 6 pid: 8441 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.150862:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ba300 00000100:00100000:0.0:1746126633.153755:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.157929:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.178807:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.190959:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.192965:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.194832:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.197214:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.199628:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.207149:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.209181:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.211822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.214530:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.215303:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.219086:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.232097:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.240683:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.241883:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.245324:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972229504 00000100:00100000:0.0:1746126633.245341:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972229504 00002000:00100000:0.0:1746126633.245394:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa9f80 x1830945972229504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.245414:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945972229504 ext(0->4095) 00010000:00010000:0.0:1746126633.245424:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c439c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec100c expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.245487:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c439c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec100c expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.245495:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa9f80 00000100:00100000:0.0:1746126633.245551:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 893 00000100:00100000:0.0:1746126633.245558:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972229504:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.245796:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972229504:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 237us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.245802:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 893 00002000:00100000:0.0:1746126633.245819:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa9f80 x1830945972229504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.245826:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945972229504 ext(0->4095) 00010000:00010000:0.0:1746126633.245831:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c439c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec100c expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.245851:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c439c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec100c expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.245862:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfa9f80 00000100:00100000:0.0:1746126633.251092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.258615:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972229888 00000100:00100000:0.0:1746126633.258625:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972229888 00002000:00100000:0.0:1746126633.258673:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa8000 x1830945972229888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.258683:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945972229888 ext(0->4095) 00002000:00010000:0.0:1746126633.258688:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126633.258720:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3309 00000100:00100000:0.0:1746126633.258727:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+176:1982:x1830945972229888:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.258892:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+176:1982:x1830945972229888:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (346us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.258898:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3309 00002000:00100000:0.0:1746126633.258904:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012dfa8000 x1830945972229888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.258911:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945972229888 ext(0->4095) 00002000:00010000:0.0:1746126633.258914:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126633.265058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.268792:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.271535:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.274965:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.278153:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.282233:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.285080:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.296931:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.296960:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.296996:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.308086:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.321476:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.322460:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.328171:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.333277:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.337639:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.343879:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.354078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.356013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.358197:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.371635:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.374559:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.377683:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.378302:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.381719:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.381770:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.384884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.388323:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.392200:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.396502:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.398916:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.402276:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.407982:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.415914:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.415967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.419339:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.423539:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972236672 00000100:00100000:0.0:1746126633.423548:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972236672 00010000:00010000:0.0:1746126633.423579:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c43e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1052 expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00000100:00100000:0.0:1746126633.423611:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5732 00000100:00100000:0.0:1746126633.423618:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972236672:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126633.423631:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126633.423653:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c43e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1052 expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.423664:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c43e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1052 expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.423685:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c43e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1052 expref: 6 pid: 8438 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.423702:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126633.423704:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126633.423711:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aeca400/0x9cce4314879c43f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1060 expref: 183 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.423720:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aeca400/0x9cce4314879c43f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1060 expref: 183 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.423750:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009aeca400/0x9cce4314879c43f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1060 expref: 183 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126633.423764:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ac7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973256576:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126633.423826:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126633.434857:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126633.435993:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126633.440569:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.455695:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.460647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.461370:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.473421:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.478663:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.496494:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.509204:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.535677:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.541193:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.546377:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.553571:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.561659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.563280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.565800:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.574656:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.575156:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579324:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579359:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579386:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579407:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579460:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.579493:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972241280 00000100:00100000:0.0:1746126633.579502:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972241280 00002000:00100000:0.0:1746126633.579546:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880136b73c50 x1830945972241280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.579556:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136b73c50 with x1830945972241280 ext(0->4095) 00002000:00010000:0.0:1746126633.579562:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136b73c50 00000100:00100000:0.0:1746126633.579580:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3321 00000100:00100000:0.0:1746126633.579588:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972241280:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.579788:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972241280:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 200us (378us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.579795:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3321 00002000:00100000:0.0:1746126633.579800:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880136b73c50 x1830945972241280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.579807:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136b73c50 with x1830945972241280 ext(0->4095) 00002000:00010000:0.0:1746126633.579810:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136b73c50 00000100:00100000:0.0:1746126633.601811:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.641108:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.648327:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.657745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.663265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.668515:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.672588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.680018:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.686643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.693918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.702521:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.704652:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.706196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.711581:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.713855:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.719641:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972244864 00000100:00100000:0.0:1746126633.719647:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972244864 00002000:00100000:0.0:1746126633.719684:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c28380 x1830945972244864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.719694:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945972244864 ext(0->4095) 00010000:00010000:0.0:1746126633.719702:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9e00/0x9cce4314879c4444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10b4 expref: 194 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.719714:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9e00/0x9cce4314879c4444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10b4 expref: 194 pid: 16421 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.719721:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c28380 00000100:00100000:0.0:1746126633.719746:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 913 00000100:00100000:0.0:1746126633.719753:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+194:1982:x1830945972244864:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.719899:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+194:1982:x1830945972244864:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.719904:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 913 00002000:00100000:0.0:1746126633.719910:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c28380 x1830945972244864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.719916:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945972244864 ext(0->4095) 00010000:00010000:0.0:1746126633.719920:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9e00/0x9cce4314879c4444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10b4 expref: 194 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.719929:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9e00/0x9cce4314879c4444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10b4 expref: 194 pid: 16421 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.719934:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c28380 00000100:00100000:0.0:1746126633.730029:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.734126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.742183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.742238:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.745696:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.746111:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.747942:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.755650:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.763162:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.768549:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.770740:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.770806:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.773327:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.779799:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972247552 00000100:00100000:0.0:1746126633.779808:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972247552 00010000:00010000:0.0:1746126633.779841:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c4460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d0 expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00000100:00100000:0.0:1746126633.779875:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5749 00000100:00100000:0.0:1746126633.779882:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972247552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126633.779894:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126633.779914:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c4460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d0 expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.779926:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c4460 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d0 expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.779947:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9600/0x9cce4314879c4460 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d0 expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.780621:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126633.780624:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126633.780632:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4467 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d7 expref: 197 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.780640:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c4467 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10d7 expref: 197 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126633.784392:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.790813:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.792971:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.797852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.803545:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.805643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.808699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.813743:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972249216 00000100:00100000:0.0:1746126633.813748:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972249216 00002000:00100000:0.0:1746126633.813772:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c29c00 x1830945972249216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/0 e 0 to 0 dl 1746126644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.813781:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945972249216 ext(0->4095) 00010000:00010000:0.0:1746126633.813787:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c446e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10de expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.813794:0:8444:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c446e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10de expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126633.813799:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c29c00 00000100:00100000:0.0:1746126633.813816:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 919 00000100:00100000:0.0:1746126633.813820:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972249216:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126633.814187:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972249216:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 365us (2221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126633.814194:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 919 00002000:00100000:0.0:1746126633.814199:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c29c00 x1830945972249216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:394/0 lens 488/4536 e 0 to 0 dl 1746126644 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126633.814206:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945972249216 ext(0->4095) 00010000:00010000:0.0:1746126633.814210:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c446e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10de expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00010000:00010000:0.0:1746126633.814218:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9800/0x9cce4314879c446e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec10de expref: 6 pid: 16421 timeout: 645 lvb_type: 0 00002000:00010000:0.0:1746126633.814223:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c29c00 00000100:00100000:0.0:1746126633.817780:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.817837:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.820918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.825531:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.835005:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.840819:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.850083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.853580:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.853634:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.856487:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.860860:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.863009:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.872027:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.875008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.879623:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.881983:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.887197:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.890940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.894173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.906691:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.921392:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.925011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.928800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.932285:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.937546:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.937587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.941975:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.945667:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.952703:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.955731:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.960151:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.964957:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.969070:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.978876:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.987562:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.987617:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.991839:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126633.994742:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972256000 00000100:00100000:0.0:1746126633.994750:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972256000 00000100:00100000:0.0:1746126633.994790:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4067 00000100:00100000:0.0:1746126633.994797:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972256000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126633.994811:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126633.994826:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c44c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1139 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.994851:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091182400/0x9cce4314879c44c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1132 expref: 207 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.994859:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126633.994860:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126633.994864:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9b800/0x9cce4314879c44c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1139 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.994889:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091182400/0x9cce4314879c44c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1132 expref: 207 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126633.994898:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091182400/0x9cce4314879c44c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1132 expref: 207 pid: 16421 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126633.994909:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973263616:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126633.994974:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126633.997981:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.002320:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.005722:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.007970:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.009263:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.010941:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.014377:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.015316:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.015467:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.019011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.030631:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.033339:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.036931:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.039353:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.039469:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4071 00000100:00100000:0.0:1746126634.039477:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+211:31013:x1830945972258432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126634.039491:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126634.039507:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c44e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1155 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.039531:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126634.039533:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126634.039540:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c44e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1155 expref: 212 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.039554:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9bc00/0x9cce4314879c44e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1155 expref: 212 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.039565:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9bc00, rc 0) 00000100:00100000:0.0:1746126634.039616:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+212:31013:x1830945972258432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.039622:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4071 00000100:00100000:0.0:1746126634.041017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.055680:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126634.055703:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973264896:0@lo:400:kworker.0 00000100:00100000:0.0:1746126634.055950:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126634.055964:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d2283d8-cc6a-40dd-bded-be26e948a48f:3313:1830945973264512:0@lo:400:kworker.0 00000100:00100000:0.0:1746126634.055988:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126634.056038:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1746126634.056043:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973264896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126634.056080:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973264896:12345-0@lo:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.056087:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1746126634.056115:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973264896:0@lo:400:kworker.0 00000100:00100000:0.0:1746126634.056994:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4d2283d8-cc6a-40dd-bded-be26e948a48f:3313:1830945973264512:0@lo:400:kworker.0 00000100:00100000:0.0:1746126634.058808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.063249:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.072089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.074301:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.087615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.092260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.096570:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.100837:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.101265:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972260480 00000100:00100000:0.0:1746126634.101272:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972260480 00002000:00100000:0.0:1746126634.101305:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880089a62a00 x1830945972260480/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.101314:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945972260480 ext(0->4095) 00002000:00010000:0.0:1746126634.101318:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126634.105686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.109230:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.115033:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.116013:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.118955:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.120765:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.122399:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.130676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.139123:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266432 00000100:00100000:0.0:1746126634.139135:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266432 00000100:00100000:0.0:1746126634.139234:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746126634.139253:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973266432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126634.139336:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 616628224 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126634.139544:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973266432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 291us (1597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.139550:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1746126634.147725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.155952:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.160396:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.161480:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.162780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.165373:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.165565:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.166366:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.168587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.170883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.175957:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.182087:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.193629:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.196495:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.197709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.204678:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.209911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.209951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.209986:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.212588:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.222532:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.227064:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.235239:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.237139:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.243965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.250696:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.259416:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.273972:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.288538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.290189:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.297884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.304031:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.310369:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.318178:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.325309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.328022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.331013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.333317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.335263:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.339756:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.345312:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.345373:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.350556:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.350607:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.353323:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.354285:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.358361:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.360293:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.363311:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.370216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.371667:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.381095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.390257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.391538:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972271488 00000100:00100000:0.0:1746126634.391544:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972271488 00010000:00010000:0.0:1746126634.391570:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c456a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec11da expref: 6 pid: 8440 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126634.391671:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972271616 00000100:00100000:0.0:1746126634.391674:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972271616 00010000:00010000:0.0:1746126634.391683:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c4563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec11d3 expref: 227 pid: 8440 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126634.394794:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.400281:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.410567:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.412661:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.416100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.417142:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.418702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.422904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.427577:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.429938:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.434179:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.436037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.439335:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.441431:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.441511:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.442947:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.445287:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.445366:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.447305:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.451329:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.458025:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.461071:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.464756:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.464841:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.467440:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.470793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.473119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.480030:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.484080:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.486360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.489606:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972277504 00000100:00100000:0.0:1746126634.489614:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972277504 00000100:00100000:0.0:1746126634.489651:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4101 00000100:00100000:0.0:1746126634.489658:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+235:31013:x1830945972277504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126634.489673:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126634.489689:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c45b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1227 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.489712:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126634.489718:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b045c00/0x9cce4314879c45b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1220 expref: 236 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.489724:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126634.489727:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c45b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1227 expref: 236 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.489762:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b045c00/0x9cce4314879c45b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1220 expref: 236 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.489774:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a200/0x9cce4314879c45b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1227 expref: 236 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.489784:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a200, rc 0) 00000100:00100000:0.0:1746126634.489838:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+236:31013:x1830945972277504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.489844:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4101 00000100:00100000:0.0:1746126634.494388:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.497500:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.502958:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.507263:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.510066:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.512840:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.512919:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.515892:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.516039:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.519219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.519304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.522123:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.523794:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.526991:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.529672:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.531292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.532836:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.535032:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.535649:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.537927:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.537962:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.538005:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.538019:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972281728 00000100:00100000:0.0:1746126634.538022:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972281728 00010000:00010000:0.0:1746126634.538035:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9c00/0x9cce4314879c45cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec123c expref: 6 pid: 16421 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126634.538050:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5801 00000100:00100000:0.0:1746126634.538055:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+241:1981:x1830945972281472:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126634.538063:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126634.538094:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091182c00/0x9cce4314879c45d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1243 expref: 241 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.538121:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091182c00/0x9cce4314879c45d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1243 expref: 241 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.538133:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091182c00/0x9cce4314879c45d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1243 expref: 241 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.538333:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126634.538355:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+240:1981:x1830945972281472:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 299us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.538360:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5801 00000100:00100000:0.0:1746126634.540173:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.545432:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.547134:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.550134:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.554699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.558998:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.559844:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.562066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.562097:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.564047:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.568036:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972284032 00000100:00100000:0.0:1746126634.568043:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972284032 00002000:00100000:0.0:1746126634.568075:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c2b100 x1830945972284032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.568083:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b100 with x1830945972284032 ext(0->4095) 00010000:00010000:0.0:1746126634.568091:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9c00/0x9cce4314879c45ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec125f expref: 240 pid: 16421 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.568103:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9c00/0x9cce4314879c45ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec125f expref: 240 pid: 16421 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.568108:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c2b100 00000100:00100000:0.0:1746126634.568132:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 969 00000100:00100000:0.0:1746126634.568138:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+240:1982:x1830945972284032:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126634.568281:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+240:1982:x1830945972284032:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126634.568286:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 969 00002000:00100000:0.0:1746126634.568292:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c2b100 x1830945972284032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/4536 e 0 to 0 dl 1746126645 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.568298:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b100 with x1830945972284032 ext(0->4095) 00010000:00010000:0.0:1746126634.568301:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9c00/0x9cce4314879c45ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec125f expref: 240 pid: 16421 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.568318:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7fb9c00/0x9cce4314879c45ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec125f expref: 240 pid: 16421 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.568327:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c2b100 00000100:00100000:0.0:1746126634.572967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.578939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.581993:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.586744:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.587919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.590661:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.594074:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.604143:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.617585:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.619330:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.622325:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973274752:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126634.622341:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126634.622383:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:1982:x1830945972285696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4573us (4808us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.622392:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5808 00000100:00100000:0.0:1746126634.623752:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972286080 00000100:00100000:0.0:1746126634.623761:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972286080 00002000:00100000:0.0:1746126634.623800:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c2bb80 x1830945972286080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.623810:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945972286080 ext(0->4095) 00010000:00010000:0.0:1746126634.623819:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a8792e00/0x9cce4314879c4604 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1274 expref: 246 pid: 16421 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.623833:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8792e00/0x9cce4314879c4604 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1274 expref: 246 pid: 16421 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.623841:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c2bb80 00000100:00100000:0.0:1746126634.623858:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 973 00000100:00100000:0.0:1746126634.623865:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:1982:x1830945972286080:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126634.625484:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:1982:x1830945972286080:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1617us (2681us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126634.625492:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 973 00002000:00100000:0.0:1746126634.625501:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c2bb80 x1830945972286080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/4536 e 0 to 0 dl 1746126645 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.625509:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945972286080 ext(0->4095) 00010000:00010000:0.0:1746126634.625515:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a8792e00/0x9cce4314879c4604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1274 expref: 246 pid: 16421 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.625526:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a8792e00/0x9cce4314879c4604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1274 expref: 246 pid: 16421 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.625532:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083c2bb80 00000100:00100000:0.0:1746126634.628955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.629211:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.633289:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972286592 00000100:00100000:0.0:1746126634.633296:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972286592 00002000:00100000:0.0:1746126634.633341:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942bb100 x1830945972286592/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.633350:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb100 with x1830945972286592 ext(0->4095) 00010000:00010000:0.0:1746126634.633357:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c460b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec127b expref: 244 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.633370:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c460b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec127b expref: 244 pid: 8440 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.633376:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942bb100 00000100:00100000:0.0:1746126634.633800:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 974 00000100:00100000:0.0:1746126634.633808:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+244:1981:x1830945972286592:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126634.634362:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+244:1981:x1830945972286592:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 553us (1715us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126634.634368:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 974 00002000:00100000:0.0:1746126634.634374:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942bb100 x1830945972286592/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/4536 e 0 to 0 dl 1746126645 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.634382:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb100 with x1830945972286592 ext(0->4095) 00010000:00010000:0.0:1746126634.634388:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c460b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec127b expref: 244 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.634397:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091182800/0x9cce4314879c460b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec127b expref: 244 pid: 8440 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.634403:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942bb100 00000100:00100000:0.0:1746126634.636670:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.639971:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.643909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.653708:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.663896:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972287872 00000100:00100000:0.0:1746126634.663906:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972287872 00002000:00100000:0.0:1746126634.663948:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942b8e00 x1830945972287872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.663958:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945972287872 ext(0->4095) 00002000:00010000:0.0:1746126634.663964:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942b8e00 00000100:00100000:0.0:1746126634.663984:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3368 00000100:00100000:0.0:1746126634.663991:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:1982:x1830945972287872:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126634.664157:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:1982:x1830945972287872:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126634.664163:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3368 00002000:00100000:0.0:1746126634.664169:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942b8e00 x1830945972287872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/4536 e 0 to 0 dl 1746126645 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.664175:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945972287872 ext(0->4095) 00002000:00010000:0.0:1746126634.664177:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942b8e00 00000100:00100000:0.0:1746126634.671111:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.671162:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.677347:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8440:1830945973275392:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126634.677397:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8440:1830945973275520:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126634.677419:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091183c00/0x9cce4314879c4620 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1290 expref: 247 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.677433:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:0.0:1746126634.677490:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+246:31010:x1830945972288256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5673us (6327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.677501:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4116 00000100:00100000:0.0:1746126634.678096:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972288512 00000100:00100000:0.0:1746126634.678101:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972288512 00010000:00010000:0.0:1746126634.678121:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4612 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1282 expref: 6 pid: 8440 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126634.678140:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5812 00000100:00100000:0.0:1746126634.678145:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972288512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126634.678155:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126634.678176:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4612 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1282 expref: 6 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.678186:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4612 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1282 expref: 6 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.678514:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091183200/0x9cce4314879c4612 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1282 expref: 6 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.678525:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126634.678543:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972288512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 398us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.678549:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5812 00000100:00100000:0.0:1746126634.681723:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.681747:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972288896 00000100:00100000:0.0:1746126634.681753:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972288896 00002000:00100000:0.0:1746126634.681787:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094774e00 x1830945972288896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/0 e 0 to 0 dl 1746126645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.681802:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094774e00 with x1830945972288896 ext(0->4095) 00010000:00010000:0.0:1746126634.681809:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183c00/0x9cce4314879c4620 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1290 expref: 248 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.681821:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183c00/0x9cce4314879c4620 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1290 expref: 248 pid: 8440 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.681827:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094774e00 00000100:00100000:0.0:1746126634.681841:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 976 00000100:00100000:0.0:1746126634.681846:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+248:1982:x1830945972288896:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126634.681977:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+248:1982:x1830945972288896:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126634.681983:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 976 00002000:00100000:0.0:1746126634.681988:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880094774e00 x1830945972288896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:395/0 lens 488/4536 e 0 to 0 dl 1746126645 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126634.681994:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094774e00 with x1830945972288896 ext(0->4095) 00010000:00010000:0.0:1746126634.681999:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183c00/0x9cce4314879c4620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1290 expref: 247 pid: 8440 timeout: 646 lvb_type: 0 00010000:00010000:0.0:1746126634.682007:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183c00/0x9cce4314879c4620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1290 expref: 247 pid: 8440 timeout: 646 lvb_type: 0 00002000:00010000:0.0:1746126634.682012:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094774e00 00000100:00100000:0.0:1746126634.688906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.693878:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.701839:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.710836:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.710880:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.718695:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.729917:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.741195:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.744587:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276416 00000100:00100000:0.0:1746126634.744603:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276416 00000100:00100000:0.0:1746126634.744745:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1746126634.744752:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973276416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126634.744767:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 688062464 pending 3407872 free 3857711104 avail 3729784832 00000100:00100000:0.0:1746126634.744799:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973276416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126634.744805:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1746126634.749841:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.757882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.757978:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.764060:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.767315:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.769711:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.776706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.779808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.782103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.783329:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.787550:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972292608 00000100:00100000:0.0:1746126634.787558:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972292608 00000100:00100000:0.0:1746126634.792152:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.792343:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.795883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.795964:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.799846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.805587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.814776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.821410:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.823095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.829618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.830112:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.835083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.836493:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.839481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.852477:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972295552 00000100:00100000:0.0:1746126634.852485:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972295552 00000100:00100000:0.0:1746126634.852535:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4127 00000100:00100000:0.0:1746126634.852543:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972295552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126634.852557:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126634.852570:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c466d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec12dd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.852600:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4666 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec12d6 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.852606:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126634.852608:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126634.852611:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c466d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec12dd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.852637:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4666 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec12d6 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126634.852647:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec12d6 expref: 13 pid: 8441 timeout: 646 lvb_type: 0 00000100:00100000:0.0:1746126634.852657:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c288700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973278208:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126634.852733:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126634.855640:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.862869:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.880791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.880822:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.885699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.885792:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.888572:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.890612:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.894070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.912548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.913244:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.921023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.927001:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.930174:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.934278:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.937533:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.940856:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.945059:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.949517:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.953491:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.954291:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.957496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.963054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.971010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.973877:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.976946:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.982271:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.983598:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.988675:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.988765:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.992795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126634.996696:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.005075:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.015343:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.016488:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.021282:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972302080 00000100:00100000:0.0:1746126635.021288:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972302080 00002000:00100000:0.0:1746126635.021318:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942ba680 x1830945972302080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:396/0 lens 488/0 e 0 to 0 dl 1746126646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126635.021326:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba680 with x1830945972302080 ext(0->4095) 00010000:00010000:0.0:1746126635.021333:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c46b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1323 expref: 6 pid: 8441 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126635.021344:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c46b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1323 expref: 6 pid: 8441 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126635.021354:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ba680 00000100:00100000:0.0:1746126635.021377:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 996 00000100:00100000:0.0:1746126635.021383:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972302080:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126635.021525:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972302080:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126635.021530:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 996 00002000:00100000:0.0:1746126635.021534:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800942ba680 x1830945972302080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:396/0 lens 488/4536 e 0 to 0 dl 1746126646 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126635.021541:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba680 with x1830945972302080 ext(0->4095) 00010000:00010000:0.0:1746126635.021544:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c46b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1323 expref: 6 pid: 8441 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126635.021552:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c46b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1323 expref: 6 pid: 8441 timeout: 647 lvb_type: 0 00002000:00010000:0.0:1746126635.021556:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ba680 00000100:00100000:0.0:1746126635.023760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.025757:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.032932:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.041208:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.049277:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.051023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.056858:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.059976:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.066907:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973281408:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126635.066924:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126635.066977:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972303360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6763us (7003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126635.066986:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5836 00000100:00100000:0.0:1746126635.077940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.086916:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.092795:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.103053:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.103145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.114412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.132107:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.139463:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.145179:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.159514:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.160791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.173413:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.180842:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.186815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.192656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.199033:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.202884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.208106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.210707:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.216188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.216861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.220745:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.226644:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.234547:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.238997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.247023:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.251218:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.251272:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.254351:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.254602:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.254839:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.258908:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.263588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.270246:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.275625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.283197:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.285375:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.289701:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.291543:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.293489:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.297992:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.300023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.306123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.327416:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.327496:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.331227:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.335157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.338725:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.343652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.346405:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.348020:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.355662:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.359121:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.359832:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.364993:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.365855:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.365891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.369414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.380832:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.384904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.388436:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.395607:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.401291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.407163:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.408619:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972316672 00000100:00100000:0.0:1746126635.408625:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972316672 00000100:00100000:0.0:1746126635.408673:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4161 00000100:00100000:0.0:1746126635.408680:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31010:x1830945972316672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126635.408695:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126635.408709:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c475b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec13cb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408731:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408738:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4754 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13c4 expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408748:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.408749:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.408752:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c475b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13cb expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408775:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4754 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13c4 expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408785:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091183e00/0x9cce4314879c4754 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13c4 expref: 43 pid: 8441 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126635.408795:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092748700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973285888:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126635.408954:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.408962:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 5 pid: 11071 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126635.408969:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092749880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973286016:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126635.408991:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126635.412437:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.414951:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972316928 00000100:00100000:0.0:1746126635.414957:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972316928 00010000:00010000:0.0:1746126635.414979:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 6 pid: 11071 timeout: 647 lvb_type: 0 00000100:00100000:0.0:1746126635.415018:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5857 00000100:00100000:0.0:1746126635.415024:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972316928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126635.415034:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126635.415051:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 6 pid: 11071 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126635.415060:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 6 pid: 11071 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126635.415077:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abda400/0x9cce4314879c474d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13bd expref: 6 pid: 11071 timeout: 647 lvb_type: 0 00010000:00010000:0.0:1746126635.415093:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.415094:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.415100:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c475b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13cb expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.415107:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c475b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13cb expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.415130:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c475b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13cb expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126635.415140:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009274b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973286144:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126635.417482:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126635.420185:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.422765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.425632:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.431855:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.436941:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.436989:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.448298:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.450789:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.461419:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.467846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.476330:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.482308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.482707:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.487760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.488565:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.497924:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.510339:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.518826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.530216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.535546:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.536688:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972321280 00000100:00100000:0.0:1746126635.536691:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972321280 00000100:00100000:0.0:1746126635.536723:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4169 00000100:00100000:0.0:1746126635.536728:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31013:x1830945972321280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126635.536735:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126635.536744:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4793 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1403 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.536758:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.536762:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c478c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13fc expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.536766:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126635.536769:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4793 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1403 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.536787:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c478c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec13fc expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.536797:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4793 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1403 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.536806:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949bbc00, rc 0) 00000100:00100000:0.0:1746126635.536830:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31013:x1830945972321280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126635.536836:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4169 00000100:00100000:0.0:1746126635.538913:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.541630:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.548414:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.567112:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.573212:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.577409:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.583424:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.589091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.596040:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.598905:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.599200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.601192:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.605263:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.609695:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.614784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.618277:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.622818:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972324480 00000100:00100000:0.0:1746126635.622825:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972324480 00000100:00100000:0.0:1746126635.622875:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4173 00000100:00100000:0.0:1746126635.622881:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31013:x1830945972324480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126635.622896:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126635.622909:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c47af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec141f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.622928:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.622930:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126635.622936:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c47af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec141f expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.622947:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800949bb400/0x9cce4314879c47af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec141f expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126635.622956:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949bb400, rc 0) 00000100:00100000:0.0:1746126635.623000:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31013:x1830945972324480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126635.623005:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4173 00000100:00100000:0.0:1746126635.627540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.632402:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.632473:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.637610:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.637675:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.642603:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.646601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.649065:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.656025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.667796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.671005:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.671099:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.679895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.679934:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.680369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.687601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.691656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.696969:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.701805:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972328192 00000100:00100000:0.0:1746126635.701812:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972328192 00002000:00100000:0.0:1746126635.701844:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c28700 x1830945972328192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:396/0 lens 488/0 e 0 to 0 dl 1746126646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126635.701852:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28700 with x1830945972328192 ext(0->4095) 00002000:00010000:0.0:1746126635.701857:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c28700 00000100:00100000:0.0:1746126635.701885:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3405 00000100:00100000:0.0:1746126635.701891:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972328192:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126635.702020:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972328192:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126635.702028:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3405 00002000:00100000:0.0:1746126635.702033:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c28700 x1830945972328192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:396/0 lens 488/4536 e 0 to 0 dl 1746126646 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126635.702039:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28700 with x1830945972328192 ext(0->4095) 00002000:00010000:0.0:1746126635.702042:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c28700 00000100:00100000:0.0:1746126635.705792:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.710318:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.713697:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.718573:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.718896:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.728569:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.743997:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.750827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.757946:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.764646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.767682:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.788093:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.792924:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.795183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.795403:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.802136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.808939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.822712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.848706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.852395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.859276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.863578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.870303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.875606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.877991:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.886517:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.894016:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.898201:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.923776:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.926380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.930864:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.932597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.933964:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.946993:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.955439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.961069:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.972747:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.974222:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.978980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.987182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.995481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126635.997547:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.002330:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973292544:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126636.002348:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126636.002393:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1980:x1830945972336640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4497us (4845us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126636.002402:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5886 00000100:00100000:0.0:1746126636.002726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126636.004322:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126636.010275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126636.010779:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126636.012111:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972337280 00000100:00100000:0.0:1746126636.012116:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972337280 00002000:00100000:0.0:1746126636.012142:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a4711880 x1830945972337280/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.012150:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945972337280 ext(0->4095) 00002000:00010000:0.0:1746126636.012154:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4711880 00000100:00100000:0.0:1746126636.012167:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3421 00000100:00100000:0.0:1746126636.012171:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945972337280:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126636.012345:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945972337280:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126636.012350:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3421 00002000:00100000:0.0:1746126636.012354:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a4711880 x1830945972337280/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/4536 e 0 to 0 dl 1746126647 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.012360:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945972337280 ext(0->4095) 00002000:00010000:0.0:1746126636.012363:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4711880 00000100:00100000:0.0:1746126636.015813:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.024168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.026423:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.029880:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.033161:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.033482:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.037972:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.055147:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.055207:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.059821:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.070513:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.078689:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972340096 00000100:00100000:0.0:1746126636.078697:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972340096 00002000:00100000:0.0:1746126636.078734:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132816300 x1830945972340096/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 496/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.078742:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816300 with x1830945972340096 ext(0->7) 00010000:00010000:0.0:1746126636.078749:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abdba00/0x9cce4314879c4842 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14b2 expref: 66 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.078760:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abdba00/0x9cce4314879c4842 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14b2 expref: 66 pid: 16421 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.078766:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132816300 00000100:00100000:0.0:1746126636.078800:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1049 00000100:00100000:0.0:1746126636.078806:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972340096:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126636.079063:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945972340096:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 257us (2507us total) trans 4294968446 rc 0/0 00000100:00100000:0.0:1746126636.079069:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1049 00002000:00100000:0.0:1746126636.079074:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880132816300 x1830945972340096/t4294968446(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 496/448 e 0 to 0 dl 1746126647 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.079080:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816300 with x1830945972340096 ext(0->7) 00010000:00010000:0.0:1746126636.079084:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abdba00/0x9cce4314879c4842 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14b2 expref: 68 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.079095:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abdba00/0x9cce4314879c4842 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14b2 expref: 68 pid: 16421 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.079100:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132816300 00000100:00100000:0.0:1746126636.083306:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.089216:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.091407:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.094978:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.103930:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.103982:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.110428:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.110475:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.110514:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.117613:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972341888 00000100:00100000:0.0:1746126636.117618:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972341888 00002000:00100000:0.0:1746126636.117648:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132816680 x1830945972341888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.117656:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972341888 ext(0->4095) 00010000:00010000:0.0:1746126636.117663:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4857 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14c7 expref: 69 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.117674:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4857 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14c7 expref: 69 pid: 16421 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.117680:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:0.0:1746126636.117706:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1050 00000100:00100000:0.0:1746126636.117714:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945972341888:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126636.117826:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945972341888:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126636.117831:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1050 00002000:00100000:0.0:1746126636.117837:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880132816680 x1830945972341888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/4536 e 0 to 0 dl 1746126647 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.117843:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972341888 ext(0->4095) 00010000:00010000:0.0:1746126636.117847:0:25238:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4857 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14c7 expref: 69 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.117855:0:25238:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4857 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec14c7 expref: 69 pid: 16421 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.117861:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:0.0:1746126636.123947:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.127343:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.137379:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.142393:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.143189:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.148801:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.148853:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.152987:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.157598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.168184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.170374:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.172978:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.176977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.181778:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.194719:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.198476:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.202722:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.202756:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.202787:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.207078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.220888:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.226947:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.228404:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.234984:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.237314:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.238741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.244581:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973295872:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126636.244603:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126636.244625:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1981:x1830945972346624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5515us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126636.244633:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5901 00000100:00100000:0.0:1746126636.247486:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.253091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.260846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.263822:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.266415:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.277589:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.281723:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.282479:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972348544 00000100:00100000:0.0:1746126636.282484:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972348544 00002000:00100000:0.0:1746126636.282510:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0380 x1830945972348544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:397/0 lens 488/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.282518:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945972348544 ext(0->4095) 00010000:00010000:0.0:1746126636.282523:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abda600/0x9cce4314879c4896 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1506 expref: 6 pid: 8440 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.282531:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abda600/0x9cce4314879c4896 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1506 expref: 6 pid: 8440 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.282536:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0380 00000100:00100000:0.0:1746126636.284799:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1059 00000100:00100000:0.0:1746126636.284812:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972348544:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126636.284943:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972348544:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (2536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126636.284948:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1059 00002000:00100000:0.0:1746126636.284954:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800926f0380 x1830945972348544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:397/0 lens 488/4536 e 0 to 0 dl 1746126647 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.284962:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945972348544 ext(0->4095) 00010000:00010000:0.0:1746126636.284968:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009abda600/0x9cce4314879c4896 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1506 expref: 6 pid: 8440 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.284977:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009abda600/0x9cce4314879c4896 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1506 expref: 6 pid: 8440 timeout: 648 lvb_type: 0 00002000:00010000:0.0:1746126636.284982:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800926f0380 00000100:00100000:0.0:1746126636.289405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.290084:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.290101:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972348800 00000100:00100000:0.0:1746126636.290106:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972348800 00010000:00010000:0.0:1746126636.290127:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abdaa00/0x9cce4314879c489d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec150d expref: 77 pid: 8440 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.291084:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972348672 00000100:00100000:0.0:1746126636.291089:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972348672 00010000:00010000:0.0:1746126636.291104:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009abda600/0x9cce4314879c4896 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1506 expref: 6 pid: 8440 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.295136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.295185:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.295205:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972349184 00000100:00100000:0.0:1746126636.295211:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972349184 00002000:00100000:0.0:1746126636.295250:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135d4df80 x1830945972349184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.295261:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4df80 with x1830945972349184 ext(0->4095) 00002000:00010000:0.0:1746126636.295266:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d4df80 00000100:00100000:0.0:1746126636.302539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.305228:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.308865:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.320545:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.325823:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.325911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.331222:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.332647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.337276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.342982:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.345309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.352876:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.358113:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.361504:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.363618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.365224:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.367883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.368004:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.369851:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.369890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.370882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.374308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.376389:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.380115:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.387989:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.390602:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.392026:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.410764:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.415887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.422528:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.430251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.432521:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.434752:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126636.449995:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126636.450472:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.455423:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.462784:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.473894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.479411:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.482834:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.490897:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.492974:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.495687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.500400:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.507994:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.509774:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.530416:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.530501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.547618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.557680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.559956:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.562513:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.573013:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.586888:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.601852:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.603334:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972360064 00000100:00100000:0.0:1746126636.603339:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972360064 00010000:00010000:0.0:1746126636.603358:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1584 expref: 89 pid: 8440 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.603388:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5921 00000100:00100000:0.0:1746126636.603394:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945972360064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126636.603402:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126636.603418:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1584 expref: 89 pid: 8440 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.603428:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1584 expref: 89 pid: 8440 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.603466:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4914 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1584 expref: 89 pid: 8440 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.603478:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126636.603480:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126636.603485:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c491b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec158b expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.603491:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c491b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec158b expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.603512:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c491b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec158b expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.603521:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c491b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec158b expref: 88 pid: 8440 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.603531:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d913800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973300352:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126636.603589:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126636.607660:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.621730:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.625463:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.631266:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973300480:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126636.631283:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126636.631325:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1979:x1830945972360704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5744us (5888us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126636.631334:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5922 00000100:00100000:0.0:1746126636.636566:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.638503:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972361344 00000100:00100000:0.0:1746126636.638508:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972361344 00002000:00100000:0.0:1746126636.638535:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c29f80 x1830945972361344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/0 e 0 to 0 dl 1746126647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.638543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945972361344 ext(0->4095) 00002000:00010000:0.0:1746126636.638547:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c29f80 00000100:00100000:0.0:1746126636.638770:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3449 00000100:00100000:0.0:1746126636.638777:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1980:x1830945972361344:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126636.639048:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1980:x1830945972361344:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 270us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126636.639054:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3449 00002000:00100000:0.0:1746126636.639059:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880083c29f80 x1830945972361344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/4536 e 0 to 0 dl 1746126647 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.639064:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945972361344 ext(0->4095) 00002000:00010000:0.0:1746126636.639067:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c29f80 00000100:00100000:0.0:1746126636.652910:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.658833:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.658953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.659736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.663975:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.676557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.684490:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.692819:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.697186:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.703814:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.704803:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.707715:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.707736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.707760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.712161:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.717301:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.721307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.721674:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945972364544:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 182us (367us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126636.721681:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3451 00002000:00100000:0.0:1746126636.721686:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b6d1c00 x1830945972364544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:397/0 lens 488/4536 e 0 to 0 dl 1746126647 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126636.721694:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1c00 with x1830945972364544 ext(0->4095) 00002000:00010000:0.0:1746126636.721697:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d1c00 00000100:00100000:0.0:1746126636.724733:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.728703:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.728788:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.731941:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972365184 00000100:00100000:0.0:1746126636.731947:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972365184 00010000:00010000:0.0:1746126636.731971:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c494c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15bc expref: 96 pid: 16421 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.731994:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972365312 00000100:00100000:0.0:1746126636.731996:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972365312 00010000:00010000:0.0:1746126636.732003:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4953 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15c3 expref: 6 pid: 16421 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.732015:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5929 00000100:00100000:0.0:1746126636.732021:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1979:x1830945972365184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126636.732030:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126636.732045:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c494c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15bc expref: 96 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.732054:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c494c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15bc expref: 95 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.732074:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c494c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15bc expref: 95 pid: 16421 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.732167:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126636.732187:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1979:x1830945972365184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 166us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126636.732193:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5929 00000100:00100000:0.0:1746126636.733866:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.736148:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.738405:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.741561:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.743750:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.748725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.748825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.752006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.752045:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.752087:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.753324:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5933 00000100:00100000:0.0:1746126636.753331:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972367104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126636.753338:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126636.753346:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15d8 expref: 6 pid: 8441 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.753355:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4968 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15d8 expref: 6 pid: 8441 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.753367:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009350d000/0x9cce4314879c4968 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15d8 expref: 6 pid: 8441 timeout: 648 lvb_type: 0 00010000:00010000:0.0:1746126636.753380:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126636.753382:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126636.753388:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c496f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15df expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.753395:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c496f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15df expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.753418:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c496f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15df expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126636.753433:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c496f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec15df expref: 97 pid: 16421 timeout: 648 lvb_type: 0 00000100:00100000:0.0:1746126636.753556:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973302912:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126636.755175:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.757199:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.760063:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.762055:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.764321:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.765734:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.769909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.772603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.772684:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.778713:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.778768:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.782276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.788694:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.792934:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.794539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.796123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.798118:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.800994:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.802924:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.805273:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.808028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.810520:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.813070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.817038:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.818675:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.819750:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.821656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.824649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.829063:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.833437:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.836964:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.839996:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.845409:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.856734:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.867079:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.867132:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.869950:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.874878:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973305216:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126636.874894:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126636.874923:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+104:1982:x1830945972373888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3898us (4975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126636.874931:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5943 00000100:00100000:0.0:1746126636.883604:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.888151:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.890585:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.892862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.894551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.896466:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.900396:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.900706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.904658:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.910627:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.920214:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.924291:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.926985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.930499:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.933885:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.958726:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.963812:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.971167:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.979710:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.981123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.983987:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.984039:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.988177:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126636.997099:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.002403:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.017909:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.020724:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.022200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.025344:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.026184:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.026207:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972380032 00000100:00100000:0.0:1746126637.026214:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972380032 00000100:00100000:0.0:1746126637.026255:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4258 00000100:00100000:0.0:1746126637.026262:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972380032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126637.026277:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126637.026294:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4a02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1672 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.026317:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.026323:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c49fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec166b expref: 113 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.026329:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126637.026332:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4a02 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1672 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.026367:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012db08c00/0x9cce4314879c49fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec166b expref: 113 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.026378:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800949bbc00/0x9cce4314879c4a02 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1672 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.026389:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949bbc00, rc 0) 00000100:00100000:0.0:1746126637.027774:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972380032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1513us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.027779:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4258 00000100:00100000:0.0:1746126637.042397:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.047337:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.054698:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.056816:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.057736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.060037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.062791:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.081387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.082200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.084353:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.087255:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972382720 00000100:00100000:0.0:1746126637.087263:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972382720 00010000:00010000:0.0:1746126637.087292:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4a10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1680 expref: 117 pid: 16421 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.087327:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5957 00000100:00100000:0.0:1746126637.087334:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+117:1981:x1830945972382720:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126637.087345:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126637.087365:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4a10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1680 expref: 117 pid: 16421 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.087375:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4a10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1680 expref: 117 pid: 16421 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.087394:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4a10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1680 expref: 117 pid: 16421 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.087693:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.087695:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.087702:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4a17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1687 expref: 116 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.087709:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4a17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1687 expref: 116 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.087947:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4a17 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1687 expref: 116 pid: 8440 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.087955:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4a17 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1687 expref: 116 pid: 8440 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.087963:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973308416:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126637.091848:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.094033:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.096190:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.098807:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.104270:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.105204:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.107505:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.107809:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.109856:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.109904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.115855:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.119780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.124874:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.128998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.132266:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.134745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.137258:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.143663:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.146205:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.152980:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135d73b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973309824:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126637.152997:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126637.153053:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:1980:x1830945972386432:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6709us (6854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.153063:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5963 00000100:00100000:0.0:1746126637.160954:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.161731:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.162740:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.165202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.168156:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.174248:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.180686:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.185213:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.188005:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.188086:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.192026:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.199024:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.211661:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.211721:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.214246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.215899:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.215937:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.218263:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800918d8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973311360:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126637.218278:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126637.218306:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+126:1979:x1830945972389888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2022us (2367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.218321:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5969 00000100:00100000:0.0:1746126637.223606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.226860:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.229626:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.231392:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.232768:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.235436:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.235506:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.237981:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.238011:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.240362:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.240588:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.244024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.247673:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.250967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.256086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.256786:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972393216 00000100:00100000:0.0:1746126637.256797:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972393216 00000100:00100000:0.0:1746126637.256854:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4279 00000100:00100000:0.0:1746126637.256862:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+130:31010:x1830945972393216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126637.256876:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126637.256889:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1c00/0x9cce4314879c4a95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1705 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.256910:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4a87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16f7 expref: 131 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.256922:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4a8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.256927:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.256928:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.256931:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1c00/0x9cce4314879c4a95 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1705 expref: 131 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.256955:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4a8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.256965:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4a8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16fe expref: 5 pid: 8440 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.256974:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973312256:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126637.257070:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4a87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16f7 expref: 131 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.257078:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4a87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec16f7 expref: 131 pid: 8440 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.257085:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973312384:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126637.257105:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.259011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.259098:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.263981:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.267305:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.269217:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.270803:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.282512:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.288065:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.288171:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.291840:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.293438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.299992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.300385:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.305588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.311974:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.319190:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.324156:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.326596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.327172:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972396672 00000100:00100000:0.0:1746126637.327175:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972396672 00000100:00100000:0.0:1746126637.327200:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4285 00000100:00100000:0.0:1746126637.327204:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+135:31013:x1830945972396672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126637.327210:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126637.327215:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4abf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec172f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.327225:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.327228:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ab8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1728 expref: 136 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.327237:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126637.327239:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4abf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec172f expref: 136 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.327256:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ab8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1728 expref: 136 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.327266:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009350ca00/0x9cce4314879c4abf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec172f expref: 136 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.327274:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009350ca00, rc 0) 00000100:00100000:0.0:1746126637.327298:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+136:31013:x1830945972396672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.327304:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4285 00000100:00100000:0.0:1746126637.330214:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.335389:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.339495:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.343789:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.349426:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.353877:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.354043:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.356997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.357135:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.357358:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.357492:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972398592 00000100:00100000:0.0:1746126637.357495:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972398592 00000100:00100000:0.0:1746126637.357517:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4288 00000100:00100000:0.0:1746126637.357521:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+136:31013:x1830945972398592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126637.357531:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126637.357539:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4ad4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1744 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.357790:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec173d expref: 137 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.357796:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126637.357797:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126637.357800:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4ad4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1744 expref: 137 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.357817:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4acd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec173d expref: 137 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.357826:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091183a00/0x9cce4314879c4acd lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec173d expref: 137 pid: 16421 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.357834:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973314432:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126637.358019:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.360767:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.365289:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.371591:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.376784:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.379714:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.382188:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.383635:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.385625:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.388301:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.393526:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.397714:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.400796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.405139:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.405224:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.407525:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.411622:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.421300:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.432638:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.438112:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.438966:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.454539:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.454556:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.454600:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.458374:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.466646:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.473636:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.487237:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.493198:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.499616:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.506557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.509189:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.520176:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.520492:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.525492:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.533166:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.536515:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.539384:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.544206:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.553292:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972407168 00000100:00100000:0.0:1746126637.553299:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972407168 00002000:00100000:0.0:1746126637.553337:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5f80 x1830945972407168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:398/0 lens 488/0 e 0 to 0 dl 1746126648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126637.553345:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945972407168 ext(0->4095) 00002000:00010000:0.0:1746126637.553350:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126637.553375:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3488 00000100:00100000:0.0:1746126637.553382:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+148:1979:x1830945972407168:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126637.553543:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+148:1979:x1830945972407168:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (475us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126637.553550:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3488 00002000:00100000:0.0:1746126637.553555:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008b1b5f80 x1830945972407168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:398/0 lens 488/4536 e 0 to 0 dl 1746126648 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126637.553561:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945972407168 ext(0->4095) 00002000:00010000:0.0:1746126637.553563:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126637.556686:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.556732:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.562107:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.562146:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.562181:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.562203:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972407680 00000100:00100000:0.0:1746126637.562209:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972407680 00010000:00010000:0.0:1746126637.562236:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be1bc00/0x9cce4314879c4b2f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec179f expref: 150 pid: 11071 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.562258:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972407808 00000100:00100000:0.0:1746126637.562260:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972407808 00010000:00010000:0.0:1746126637.562268:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4b28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1798 expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.562280:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5997 00000100:00100000:0.0:1746126637.562286:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+150:1980:x1830945972407680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126637.562296:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126637.562315:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be1bc00/0x9cce4314879c4b2f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec179f expref: 150 pid: 11071 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.562323:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be1bc00/0x9cce4314879c4b2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec179f expref: 150 pid: 11071 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.562342:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126637.562375:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+150:1980:x1830945972407680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 89us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.562380:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5997 00000100:00100000:0.0:1746126637.562393:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5998 00000100:00100000:0.0:1746126637.562398:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972407808:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126637.562403:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126637.562410:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4b28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1798 expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.562423:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800931f9200/0x9cce4314879c4b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1798 expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.562433:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.562435:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.562460:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4b36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17a6 expref: 149 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.562468:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4b36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17a6 expref: 149 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.562493:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4b36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17a6 expref: 149 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126637.562503:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008633ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973317760:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126637.562545:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.568889:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008633ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973317760:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126637.568905:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126637.568940:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972407808:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6541us (6757us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.568948:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5998 00000100:00100000:0.0:1746126637.576532:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.579615:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.596005:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.597989:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.601801:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.601900:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.605941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.605979:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.606013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.619057:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.629301:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.636760:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.641134:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.643884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.646758:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.650564:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.656527:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.666989:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.670652:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.685242:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.685291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.690066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.695743:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.707222:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.707680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.714028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.717809:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.718222:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.721795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.727589:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.737366:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972414208 00000100:00100000:0.0:1746126637.737375:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972414208 00000100:00100000:0.0:1746126637.737971:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4313 00000100:00100000:0.0:1746126637.737979:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+159:31010:x1830945972414208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126637.737990:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126637.738000:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4b83 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec17f3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.738015:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4b7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17ec expref: 160 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.738021:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.738022:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.738024:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4b83 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17f3 expref: 160 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.738042:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4b7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17ec expref: 160 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.738052:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4b7c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17ec expref: 160 pid: 11071 timeout: 649 lvb_type: 0 00000100:00100000:0.0:1746126637.738060:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973320320:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126637.738082:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.740380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.745958:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.746056:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.748912:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.762601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.766561:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.767130:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.769080:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.775265:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6011 00000100:00100000:0.0:1746126637.775277:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972416000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126637.775292:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126637.775316:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c4b8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17fa expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.775328:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c4b8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17fa expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.775352:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c4b8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec17fa expref: 6 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.775378:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.775380:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126637.775387:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094839c00/0x9cce4314879c4b91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1801 expref: 159 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.775394:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094839c00/0x9cce4314879c4b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1801 expref: 159 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126637.775424:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094839c00/0x9cce4314879c4b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1801 expref: 159 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126637.775436:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092749880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973320960:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126637.775530:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126637.777666:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.781720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.786704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.790793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.792263:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.794330:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.796536:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.796597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.798324:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.800029:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.800724:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+163:1982:x1830945972417792:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126637.801040:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+165:1982:x1830945972417792:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 426us (1015us total) trans 4294968494 rc 0/0 00000100:00100000:0.0:1746126637.801047:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1167 00002000:00100000:0.0:1746126637.801053:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009c28aa00 x1830945972417792/t4294968494(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:398/0 lens 496/448 e 0 to 0 dl 1746126648 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126637.801060:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28aa00 with x1830945972417792 ext(0->7) 00010000:00010000:0.0:1746126637.801064:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094878000/0x9cce4314879c4b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec180f expref: 165 pid: 8441 timeout: 649 lvb_type: 0 00010000:00010000:0.0:1746126637.801074:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094878000/0x9cce4314879c4b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec180f expref: 165 pid: 8441 timeout: 649 lvb_type: 0 00002000:00010000:0.0:1746126637.801080:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c28aa00 00000100:00100000:0.0:1746126637.804089:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.808269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.810662:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.812795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.812883:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.814881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.815598:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.815633:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.817389:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.825962:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.828232:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.834261:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.838720:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.842822:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.843940:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.846137:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.849343:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.855952:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.859761:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.865620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.866359:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.868132:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.871156:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.873551:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800911aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973323264:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126637.873571:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126637.873984:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972421888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2665us (2831us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126637.873995:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6021 00000100:00100000:0.0:1746126637.874395:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972422144 00000100:00100000:0.0:1746126637.874402:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972422144 00002000:00100000:0.0:1746126637.874436:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800911aad80 x1830945972422144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:398/0 lens 488/0 e 0 to 0 dl 1746126648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126637.874518:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aad80 with x1830945972422144 ext(0->4095) 00002000:00010000:0.0:1746126637.874523:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800911aad80 00000100:00100000:0.0:1746126637.877047:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.880021:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.883108:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.886706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.889085:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.893814:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.898178:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.901598:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.903380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.903491:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.906327:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.910113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.918551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.925478:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.940221:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.940275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.947127:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.950424:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.957703:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.959900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.962561:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.967323:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.976589:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.976732:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.979176:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.980149:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.983609:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.985842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126637.996694:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.011540:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126638.011740:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126638.015198:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126638.015426:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126638.017382:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972428160 00000100:00100000:0.0:1746126638.017387:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972428160 00010000:00010000:0.0:1746126638.017410:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a436e400/0x9cce4314879c4c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1886 expref: 6 pid: 8440 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.017458:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6031 00000100:00100000:0.0:1746126638.017464:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972428160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126638.017473:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126638.017490:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a436e400/0x9cce4314879c4c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1886 expref: 6 pid: 8440 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.017501:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a436e400/0x9cce4314879c4c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1886 expref: 6 pid: 8440 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.017522:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a436e400/0x9cce4314879c4c16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1886 expref: 6 pid: 8440 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.017545:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.017548:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.017554:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a436e200/0x9cce4314879c4c1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec188d expref: 175 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.017562:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a436e200/0x9cce4314879c4c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec188d expref: 175 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.017602:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a436e200/0x9cce4314879c4c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec188d expref: 175 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126638.017612:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009455df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973325568:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126638.017669:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126638.019659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.036393:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.039028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.043895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.047518:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.050043:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.053565:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.054054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.058427:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.064407:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972429952 00000100:00100000:0.0:1746126638.064416:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972429952 00002000:00100000:0.0:1746126638.064475:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012dfaa680 x1830945972429952/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:399/0 lens 496/0 e 0 to 0 dl 1746126649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126638.064484:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaa680 with x1830945972429952 ext(0->7) 00010000:00010000:0.0:1746126638.064491:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a436ea00/0x9cce4314879c4c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec189b expref: 179 pid: 8440 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.064508:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a436ea00/0x9cce4314879c4c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec189b expref: 179 pid: 8440 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126638.064514:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfaa680 00000100:00100000:0.0:1746126638.064534:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1186 00000100:00100000:0.0:1746126638.064541:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+179:1981:x1830945972429952:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126638.064855:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+181:1981:x1830945972429952:12345-192.168.203.49@tcp:4:rw_seq_cst_vs_d.0 Request processed in 313us (810us total) trans 4294968502 rc 0/0 00000100:00100000:0.0:1746126638.064861:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1186 00002000:00100000:0.0:1746126638.064867:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012dfaa680 x1830945972429952/t4294968502(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:399/0 lens 496/448 e 0 to 0 dl 1746126649 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126638.064873:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaa680 with x1830945972429952 ext(0->7) 00010000:00010000:0.0:1746126638.064877:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a436ea00/0x9cce4314879c4c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec189b expref: 181 pid: 8440 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.064885:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a436ea00/0x9cce4314879c4c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec189b expref: 181 pid: 8440 timeout: 650 lvb_type: 0 00002000:00010000:0.0:1746126638.064890:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfaa680 00000100:00100000:0.0:1746126638.069805:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.077204:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.080244:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.080355:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.080840:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4339 00000100:00100000:0.0:1746126638.080850:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972430464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126638.080865:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126638.080881:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec18a9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.080906:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.080908:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.080915:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a9 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.080929:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a9 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.080938:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009350cc00, rc 0) 00000100:00100000:0.0:1746126638.080983:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972430464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.080989:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4339 00000100:00100000:0.0:1746126638.081003:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4340 00000100:00100000:0.0:1746126638.081008:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+180:31010:x1830945972430592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126638.081014:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126638.081019:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4c40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec18b0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081034:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4c32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a2 expref: 181 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081040:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081160:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.081161:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.081165:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009350d600/0x9cce4314879c4c40 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18b0 expref: 181 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081192:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081203:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009350cc00/0x9cce4314879c4c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a9 expref: 5 pid: 16421 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.081216:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973326464:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126638.081281:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4c32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a2 expref: 181 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.081289:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9c00/0x9cce4314879c4c32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec18a2 expref: 181 pid: 8440 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.081297:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973326592:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126638.081315:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126638.083197:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.083510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.092088:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.100904:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.103476:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.106729:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.112330:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.113704:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.122829:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.142706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.165794:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.171122:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.177663:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.182024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.183530:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.186657:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.192117:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.194862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.197900:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.203181:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.203609:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.205724:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.205767:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.208299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.210521:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.212362:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.220552:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.223336:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.226725:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.229834:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.232488:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.235382:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.235520:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.239677:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aefc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973329152:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126638.239698:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.246433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.249389:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.253547:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eacf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7112:1830945973329280:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126638.253563:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.253607:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+189:1980:x1830945972437632:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3932us (4222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.253616:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6047 00000100:00100000:0.0:1746126638.259104:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.260462:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.262494:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.266630:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.270157:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.270335:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.271180:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.272881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.274733:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.278053:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.287649:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.298091:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.298143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.300866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.302348:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.306368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.310688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.314131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.317216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.319606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.322691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.327201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.331715:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.334544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.335209:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.337816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.338487:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.338520:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.340668:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.342670:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.344776:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.351342:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.352937:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.355771:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.355842:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.360096:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.364404:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.368595:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.374086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.381208:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.388172:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.399746:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.406706:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.414137:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.422924:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.422980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.425788:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.430953:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.439794:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.449109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.452716:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.456967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.460933:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.460980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.471810:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.471846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.471891:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.474946:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.476710:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.493920:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.496319:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.499230:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.502435:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.520403:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.526547:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.529633:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.531811:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.532056:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.534860:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.535021:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.536361:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.539025:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.541049:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.552890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.554770:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3523 00000100:00100000:0.0:1746126638.554781:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+206:1981:x1830945972451584:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126638.554959:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+206:1981:x1830945972451584:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (2079us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126638.554966:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3523 00002000:00100000:0.0:1746126638.554971:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093f32680 x1830945972451584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:399/0 lens 488/4536 e 0 to 0 dl 1746126649 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126638.554980:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f32680 with x1830945972451584 ext(0->4095) 00002000:00010000:0.0:1746126638.554984:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f32680 00000100:00100000:0.0:1746126638.556933:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.558216:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.559587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.561510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.563676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.566984:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.571722:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.582538:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.582630:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126638.583229:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126638.583262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.584589:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.584601:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972453248 00000100:00100000:0.0:1746126638.584603:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972453248 00000100:00100000:0.0:1746126638.584623:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 439 00000100:00100000:0.0:1746126638.584628:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945972453248:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126638.584650:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945972453248:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.584656:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 439 00000100:00080000:0.0:1746126638.584665:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126638.584681:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.584739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.584749:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972453760 00000100:00100000:0.0:1746126638.584752:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972453760 00000100:00100000:0.0:1746126638.584768:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4377 00000100:00100000:0.0:1746126638.584772:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+208:31010:x1830945972453760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126638.584779:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126638.584786:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4d43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec19ac expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584801:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4d35 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19a5 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584809:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091182000/0x9cce4314879c4d3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19b3 expref: 209 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584814:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.584816:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.584819:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4d43 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19ac expref: 209 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584849:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091182000/0x9cce4314879c4d3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19b3 expref: 209 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584860:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091182000/0x9cce4314879c4d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19b3 expref: 209 pid: 11071 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.584874:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973334784:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126638.584924:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4d35 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19a5 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.584931:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4d35 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19a5 expref: 5 pid: 8440 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.584938:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973334912:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126638.584953:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403c00 going to sleep for 11 seconds 00000100:00080000:0.0:1746126638.585749:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126638.589085:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.590405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.591907:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126638.592326:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126638.593383:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126638.594265:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972454272 00000100:00100000:0.0:1746126638.594272:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972454272 00000100:00100000:0.0:1746126638.594311:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4379 00000100:00100000:0.0:1746126638.594317:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972454272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126638.594330:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126638.594345:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0000/0x9cce4314879c4d4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec19ba expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.594365:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.594370:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4d43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19ac expref: 208 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.594377:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126638.594380:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0000/0x9cce4314879c4d4a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19ba expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.594416:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b044e00/0x9cce4314879c4d43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19ac expref: 208 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.594427:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0000/0x9cce4314879c4d4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec19ba expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.594436:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c1d0000, rc 0) 00000100:00100000:0.0:1746126638.594490:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972454272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.594497:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4379 00000100:00100000:0.0:1746126638.598624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.606549:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.613969:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.617295:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.617345:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.621145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.621643:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.624096:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.631842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.638753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.642037:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.644998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.649360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.649474:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.653622:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.662781:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.670925:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.671028:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.679551:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.686384:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.695718:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.701507:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.705862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.708963:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.714822:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.721155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.721945:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.734178:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.738940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.756831:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.763359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.768139:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.771736:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.778138:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.783584:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.798132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.810128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.810156:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.810184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.817617:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.819411:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.821947:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.826209:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4711c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973338112:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126638.826231:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.826288:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+220:1980:x1830945972462592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3911us (4347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.826915:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6086 00000100:00100000:0.0:1746126638.827396:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.831232:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.837838:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.843320:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.849969:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.863031:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.863077:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.863101:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972463872 00000100:00100000:0.0:1746126638.863109:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972463872 00010000:00010000:0.0:1746126638.863669:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091182400/0x9cce4314879c4d9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a0e expref: 221 pid: 8441 timeout: 650 lvb_type: 0 00000100:00100000:0.0:1746126638.863729:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6087 00000100:00100000:0.0:1746126638.863740:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972463744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126638.863752:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126638.863772:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094994200/0x9cce4314879c4da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a15 expref: 6 pid: 8441 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.863784:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094994200/0x9cce4314879c4da5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a15 expref: 6 pid: 8441 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.863810:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094994200/0x9cce4314879c4da5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a15 expref: 6 pid: 8441 timeout: 650 lvb_type: 0 00010000:00010000:0.0:1746126638.863883:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.863961:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972463744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 226us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.863967:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6087 00000100:00100000:0.0:1746126638.865178:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.867033:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.870149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.873103:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.877497:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.879237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.882768:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.883168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.886171:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.886674:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.889433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.889628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.894088:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.900261:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.903824:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.910005:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eace680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973339392:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126638.910027:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.910089:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+223:1982:x1830945972466688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6071us (6271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.910103:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6092 00000100:00100000:0.0:1746126638.912903:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.926841:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972467200 00000100:00100000:0.0:1746126638.926846:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972467200 00000100:00100000:0.0:1746126638.926879:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4399 00000100:00100000:0.0:1746126638.926886:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+225:31013:x1830945972467200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126638.926893:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126638.926901:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1a46 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.926914:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.926918:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4dcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a3f expref: 226 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.926923:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126638.926925:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 226 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.926949:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4dcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a3f expref: 226 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.926959:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 226 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.926968:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c1d1600, rc 0) 00000100:00100000:0.0:1746126638.927007:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+226:31013:x1830945972467200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.927016:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4399 00000100:00100000:0.0:1746126638.929080:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.939608:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.944600:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.955772:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.959899:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.966863:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973340032:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126638.966881:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ddd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a4d expref: 227 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.966896:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9e00, rc 0) 00000100:00100000:0.0:1746126638.966918:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+227:31010:x1830945972468096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6258us (7027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.966923:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4400 00000100:00100000:0.0:1746126638.968168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.971655:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.973887:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972468608 00000100:00100000:0.0:1746126638.973892:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972468608 00010000:00010000:0.0:1746126638.973913:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 227 pid: 11071 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126638.974290:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6095 00000100:00100000:0.0:1746126638.974298:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+227:1982:x1830945972468608:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126638.974308:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126638.974329:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 227 pid: 11071 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126638.974342:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 227 pid: 11071 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126638.974361:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c1d1600/0x9cce4314879c4dd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a46 expref: 227 pid: 11071 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126638.974378:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.974380:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126638.974386:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ddd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a4d expref: 226 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.974393:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ddd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a4d expref: 226 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.974420:0:7110:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ddd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a4d expref: 226 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126638.974430:0:7110:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9e00/0x9cce4314879c4ddd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a4d expref: 226 pid: 8441 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126638.974457:0:7110:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973340288:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126638.974522:0:7110:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126638.981631:0:7110:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7110:1830945973340288:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126638.981656:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126638.981713:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+226:1982:x1830945972468608:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7415us (8011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126638.981727:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6095 00000100:00100000:0.0:1746126638.987274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126638.997728:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.004713:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.006299:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.010011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.010626:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.012606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.013061:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.017100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.027653:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.032986:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.037344:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.040801:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.040876:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.046307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.054510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.064577:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d2283d8-cc6a-40dd-bded-be26e948a48f:3314:1830945973341568:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.064609:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126639.064648:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3314:1830945973342080:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.064669:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126639.064682:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126639.064686:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973341952:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.064703:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126639.064720:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126639.064723:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126639.064733:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341568 00000100:00100000:0.0:1746126639.064736:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341568 00000100:00100000:0.0:1746126639.064759:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1746126639.064764:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3314:x1830945973341568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.064791:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3314:x1830945973341568:12345-0@lo:400:kworker.0 Request processed in 27us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.064796:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:0.0:1746126639.064816:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126639.064828:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4d2283d8-cc6a-40dd-bded-be26e948a48f:3314:1830945973341568:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.064836:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3314:1830945973342080:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.066250:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973341952:0@lo:400:kworker.0 00000100:00100000:0.0:1746126639.072641:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972472832 00000100:00100000:0.0:1746126639.072648:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972472832 00000100:00100000:0.0:1746126639.072680:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4408 00000100:00100000:0.0:1746126639.072685:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31013:x1830945972472832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126639.072696:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126639.072710:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c4e15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1a85 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.072731:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126639.072735:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.072741:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126639.072743:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c4e15 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a85 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.072782:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.072793:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c1d0200/0x9cce4314879c4e15 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a85 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.072801:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c1d0200, rc 0) 00000100:00100000:0.0:1746126639.072843:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31013:x1830945972472832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.072848:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4408 00000100:00100000:0.0:1746126639.075748:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.075769:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972473216 00000100:00100000:0.0:1746126639.075775:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972473216 00002000:00100000:0.0:1746126639.075809:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012de00380 x1830945972473216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:400/0 lens 488/0 e 0 to 0 dl 1746126650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126639.075819:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00380 with x1830945972473216 ext(0->4095) 00010000:00010000:0.0:1746126639.075826:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126639.075838:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 651 lvb_type: 0 00002000:00010000:0.0:1746126639.075845:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de00380 00000100:00100000:0.0:1746126639.075874:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1252 00000100:00100000:0.0:1746126639.075881:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+232:1982:x1830945972473216:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126639.076024:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+232:1982:x1830945972473216:12345-192.168.203.49@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126639.076030:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1252 00002000:00100000:0.0:1746126639.076036:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012de00380 x1830945972473216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:400/0 lens 488/4536 e 0 to 0 dl 1746126650 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126639.076043:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00380 with x1830945972473216 ext(0->4095) 00010000:00010000:0.0:1746126639.076048:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126639.076057:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800931f8e00/0x9cce4314879c4e0e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1a7e expref: 232 pid: 8441 timeout: 651 lvb_type: 0 00002000:00010000:0.0:1746126639.076063:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de00380 00000100:00100000:0.0:1746126639.080369:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.087369:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.088841:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.091538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.091588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.094560:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.095057:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.095562:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.098374:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.101695:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.103368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.107779:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.113679:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.115255:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.115294:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.121177:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.123263:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.125850:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.128617:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.132644:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.136850:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.136956:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.141746:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.141784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.141821:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.142126:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6111 00000100:00100000:0.0:1746126639.142133:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945972478080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126639.142140:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126639.142148:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094864200/0x9cce4314879c4e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1aaf expref: 7 pid: 8440 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126639.142156:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094864200/0x9cce4314879c4e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1aaf expref: 7 pid: 8440 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126639.142166:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094864200/0x9cce4314879c4e3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1aaf expref: 7 pid: 8440 timeout: 651 lvb_type: 0 00010000:00010000:0.0:1746126639.142180:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126639.142181:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126639.142187:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4e4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1abd expref: 238 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.142198:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1abd expref: 238 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.142223:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1abd expref: 238 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126639.142232:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094fc8a00/0x9cce4314879c4e4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1abd expref: 238 pid: 11071 timeout: 651 lvb_type: 0 00000100:00100000:0.0:1746126639.142243:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973344640:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126639.142296:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126639.145944:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344768 00000100:00100000:0.0:1746126639.145957:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344768 00000100:00100000:0.0:1746126639.146079:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1746126639.146086:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973344768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126639.146126:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 533135360 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126639.146176:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973344768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.146182:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1746126639.146597:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973344640:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126639.146613:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126639.146645:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972478080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4513us (4823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.146652:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6111 00000100:00100000:0.0:1746126639.152312:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.157675:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.160432:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4712a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973344896:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126639.160482:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126639.160518:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da75c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+239:1979:x1830945972478976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2593us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.160527:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6112 00000100:00100000:0.0:1746126639.162721:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.163178:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.165301:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.168798:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.172025:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.178122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.184380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.190045:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.192844:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.199911:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.204955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.207400:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.250316:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.254345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.257119:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.261950:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126639.752822:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346048 00000100:00100000:0.0:1746126639.752831:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346048 00000100:00100000:0.0:1746126639.752880:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1746126639.752887:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973346048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126639.753539:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 685178880 pending 0 free 3857711104 avail 3731881984 00000100:00100000:0.0:1746126639.753594:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973346048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 706us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126639.753600:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1746126640.027266:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126642.463571:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126643.603741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.603772:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.604285:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.604318:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972482560 00000100:00100000:0.0:1746126643.604326:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972482560 00000100:00100000:0.0:1746126643.604366:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 388 00000100:00100000:0.0:1746126643.604374:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945972482560:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126643.606565:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945972482560:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 2190us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.606573:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 388 00000001:02000400:0.0:1746126643.839669:0:3643:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16g: mmap rw sequential consistency vs drop_caches ========================================================== 15:10:43 (1746126643) 00000100:00100000:0.0:1746126643.901864:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.919127:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.919161:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972483712 00000100:00100000:0.0:1746126643.919168:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972483712 00000100:00100000:0.0:1746126643.919194:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4425 00000100:00100000:0.0:1746126643.919200:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1978:x1830945972483712:12345-192.168.203.49@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746126643.919232:0:8440:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp t0 exp (null) cur 556 last 0 00000020:00000080:0.0:1746126643.919261:0:8440:0:(genops.c:1402:class_connect()) connect: client b62c2e0c-c2cc-4170-9d49-69a3439cfb2c, cookie 0x9cce4314879c4efc 00002000:00100000:0.0:1746126643.919272:0:8440:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli b62c2e0c-c2cc-4170-9d49-69a3439cfb2c/ffff88008a92f000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103643 ocd_grant: 492437504 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746126643.919295:0:8440:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746126643.919375:0:8440:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012bdc40c0 00002000:00080000:0.0:1746126643.919383:0:8440:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746126643.919407:0:8440:0:(import.c:66:import_set_state_nolock()) ffff88008a92d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746126643.919474:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1978:x1830945972483712:12345-192.168.203.49@tcp:8:rw_seq_cst_vs_d.0 Request processed in 272us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.919481:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4425 00000100:00100000:0.0:1746126643.921609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.921635:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972483840 00000100:00100000:0.0:1746126643.921642:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972483840 00000100:00100000:0.0:1746126643.921685:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4426 00000100:00100000:0.0:1746126643.921692:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:0:x1830945972483840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126643.921705:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126643.921720:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1b0a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126643.921744:0:8441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126643.921761:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.921763:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.921770:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126643.921786:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126643.921796:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817e00, rc 0) 00000100:00100000:0.0:1746126643.921831:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:0:x1830945972483840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.921837:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4426 00000100:00100000:0.0:1746126643.925862:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.925958:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972483968 00000100:00100000:0.0:1746126643.925966:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972483968 00000100:00100000:0.0:1746126643.926004:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30087 00000100:00100000:0.0:1746126643.926011:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31658:x1830945972483968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126643.926028:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126643.926046:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817c00/0x9cce4314879c4f0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1b11 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.926101:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126643.926112:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126643.926123:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:0.0:1746126643.926182:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126643.926186:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126643.926201:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126643.926220:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817c00/0x9cce4314879c4f0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b11 expref: 8 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.926231:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b11 expref: 7 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.926243:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dc100) 00010000:00010000:0.0:1746126643.926246:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126643.926249:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091816c00, rc 0) 00000100:00100000:0.0:1746126643.926292:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+7:31658:x1830945972483968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.926297:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30087 00000100:00100000:0.0:1746126643.931412:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972484224 00000100:00100000:0.0:1746126643.931421:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972484224 00000100:00100000:0.0:1746126643.934134:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30088 00000100:00100000:0.0:1746126643.934150:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:31658:x1830945972484224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126643.934173:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126643.934176:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126643.934204:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816c00/0x9cce4314879c4f11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b11 expref: 7 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.934221:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dc100) 00010000:00010000:0.0:1746126643.934234:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126643.934246:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c4f18 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1b18 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.934418:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934430:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934438:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934483:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934489:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934494:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934563:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c4f2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934571:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c4f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934577:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c4f2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934800:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934807:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934812:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934817:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a436e800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126643.934821:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934828:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934839:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dce00) 00010000:00010000:0.0:1746126643.934842:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126643.934845:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934849:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436e800/0x9cce4314879c4f1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934858:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934862:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934866:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934870:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a436f200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126643.934873:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934877:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934883:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8801363dcd00) 00010000:00010000:0.0:1746126643.934885:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126643.934887:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934891:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f200/0x9cce4314879c4f26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.934924:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c4f18 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b18 expref: 9 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.934939:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436f800/0x9cce4314879c4f2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b18 expref: 8 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.934944:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:0.0:1746126643.934946:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126643.934948:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a436f800, rc 0) 00000100:00100000:0.0:1746126643.936086:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:31658:x1830945972484224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1940us (4773us total) trans 4294980451 rc 0/0 00000100:00100000:0.0:1746126643.936095:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30088 00000100:00100000:0.0:1746126643.941755:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.946918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126643.947686:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4770600/0x9cce4314879c4f3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126643.947692:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4770600/0x9cce4314879c4f3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000001:00080000:0.0:1746126643.947805:0:7124:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980452 00000004:00010000:0.0:1746126643.947854:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135f9d880 reply state ffff880093c4c000 transno 4294980453 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4770600/0x9cce4314879c4f3b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746126643.947861:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126643.947923:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:31658:x1830945972484480:12345-192.168.203.49@tcp:36:rw_seq_cst_vs_d.0 Request processed in 5991us (6176us total) trans 4294980453 rc 0/0 00000100:00100000:0.0:1746126643.947930:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30089 00000020:00080000:0.0:1746126643.947933:0:7124:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126643.952819:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972484736 00000100:00100000:0.0:1746126643.952829:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972484736 00000100:00100000:0.0:1746126643.952871:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30090 00000100:00100000:0.0:1746126643.952877:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+10:31658:x1830945972484736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126643.952899:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126643.952914:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436fa00/0x9cce4314879c4f42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1b1f expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.952968:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436fa00/0x9cce4314879c4f42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b1f expref: 11 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.952980:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a436fa00/0x9cce4314879c4f42 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b1f expref: 11 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.952996:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:0.0:1746126643.952998:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126643.953002:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a436fa00, rc 0) 00000100:00100000:0.0:1746126643.953046:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+11:31658:x1830945972484736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.953052:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30090 00000100:00100000:0.0:1746126643.954497:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126643.954515:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972484864 00000100:00100000:0.0:1746126643.954520:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972484864 00000100:00100000:0.0:1746126643.954548:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4427 00000100:00100000:0.0:1746126643.954552:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1978:x1830945972484864:12345-192.168.203.49@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746126643.954577:0:8440:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp t0 exp (null) cur 556 last 0 00000020:00000080:0.0:1746126643.954600:0:8440:0:(genops.c:1402:class_connect()) connect: client 4f04e74d-65c5-45c5-b169-968db36157cf, cookie 0x9cce4314879c4f49 00002000:00100000:0.0:1746126643.954610:0:8440:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 4f04e74d-65c5-45c5-b169-968db36157cf/ffff88008a928800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103643 ocd_grant: 83492864 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746126643.954622:0:8440:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746126643.954713:0:8440:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012bdc40c0 00002000:00080000:0.0:1746126643.954720:0:8440:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746126643.954742:0:8440:0:(import.c:66:import_set_state_nolock()) ffff88008a92b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746126643.957594:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1978:x1830945972484864:12345-192.168.203.49@tcp:8:rw_seq_cst_vs_d.0 Request processed in 3031us (3091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.957606:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4427 00000100:00100000:0.0:1746126643.967785:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972484992 00000100:00100000:0.0:1746126643.967794:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972484992 00000100:00100000:0.0:1746126643.967847:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4428 00000100:00100000:0.0:1746126643.967854:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31658:x1830945972484992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126643.967871:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126643.967887:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a436e200/0x9cce4314879c4f50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1b26 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.967916:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 6 pid: 8441 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126643.967924:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.967926:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.967929:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a436e200/0x9cce4314879c4f50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b26 expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.967957:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 6 pid: 8441 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126643.967968:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 6 pid: 8441 timeout: 656 lvb_type: 1 00000100:00100000:0.0:1746126643.967980:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973346560:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126643.968048:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126643.972071:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972485120 00000100:00100000:0.0:1746126643.972079:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972485120 00010000:00010000:0.0:1746126643.972109:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 656 lvb_type: 1 00000100:00100000:0.0:1746126643.972131:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6120 00000100:00100000:0.0:1746126643.972137:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945972485120:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126643.972149:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126643.972153:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 656 lvb_type: 1 00010000:00010000:0.0:1746126643.972164:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 656 lvb_type: 1 00010000:00010000:0.0:1746126643.972186:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c4f03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b0a expref: 7 pid: 8441 timeout: 656 lvb_type: 1 00010000:00010000:0.0:1746126643.972206:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.972208:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126643.972213:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a436e200/0x9cce4314879c4f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b26 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.972220:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a436e200/0x9cce4314879c4f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b26 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126643.972251:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a436e200/0x9cce4314879c4f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b26 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126643.972261:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135f9ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973346688:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126643.972316:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126643.977140:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135f9ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973346688:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126643.977164:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126643.977215:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945972485120:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5077us (5619us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126643.977224:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6120 00000100:00100000:0.0:1746126643.977644:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972485248 00000100:00100000:0.0:1746126643.977651:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972485248 00002000:00010000:0.0:1746126643.977687:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (0->18446744073709551615) 00002000:00100000:0.0:1746126643.977691:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecc000 with x1830945972485248 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126643.977703:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecc000. 00000100:00100000:0.0:1746126643.977722:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3544 00000100:00100000:0.0:1746126643.977728:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945972485248:12345-192.168.203.49@tcp:10:rw_seq_cst_vs_d.0 00000020:00000080:0.0:1746126644.023926:0:21933:0:(genops.c:863:class_export_destroy()) destroying export ffff880093a1f800/b62c2e0c-c2cc-4170-9d49-69a3439cfb2c for lustre-OST0001 00000020:00000080:0.0:1746126644.023968:0:21933:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880093a1a000 for lustre-OST0001 00000100:00100000:0.0:1746126644.027667:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.031764:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.036625:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.039599:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.042275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.045071:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eacdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973346944:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126644.045101:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a436f400/0x9cce4314879c4f73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b3b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.045117:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a436f400, rc 0) 00000100:00100000:0.0:1746126644.045168:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:31658:x1830945972486016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2671us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.045176:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4429 00000100:00100000:0.0:1746126644.049480:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.052613:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.063910:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.072139:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973347712:0@lo:400:kworker.0 00000100:00100000:0.0:1746126644.072162:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126644.072179:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347328 00000100:00100000:0.0:1746126644.072181:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347328 00000100:00100000:0.0:1746126644.072402:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1746126644.072407:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973347328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126644.072459:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973347328:12345-0@lo:400:kworker.0 Request processed in 52us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.072465:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1746126644.076897:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.080284:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.088238:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.091049:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.091090:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972487296 00000100:00100000:0.0:1746126644.091095:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972487296 00002000:00100000:0.0:1746126644.091132:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945972487296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.091142:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945972487296 ext(0->4095) 00002000:00010000:0.0:1746126644.091146:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73800 00000100:00100000:0.0:1746126644.091173:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3547 00000100:00100000:0.0:1746126644.091179:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972487296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126644.091328:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972487296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.091334:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3547 00002000:00100000:0.0:1746126644.091340:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945972487296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.091347:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945972487296 ext(0->4095) 00002000:00010000:0.0:1746126644.091350:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73800 00000100:00100000:0.0:1746126644.095382:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.096790:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.099606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.105212:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.110825:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.113856:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.121703:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.124632:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.125029:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.129691:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973349120:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126644.129717:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126644.129762:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945972488704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3930us (4731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.129772:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6126 00000100:00100000:0.0:1746126644.133308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.139305:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.142659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.146667:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.150257:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.152504:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.153703:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349760 00000100:00100000:0.0:1746126644.153706:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349760 00000100:00100000:0.0:1746126644.153725:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1746126644.153729:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973349760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126644.153740:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126644.153765:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973349760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.153769:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1746126644.156701:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.157945:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.163004:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972490496 00000100:00100000:0.0:1746126644.163011:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972490496 00002000:00100000:0.0:1746126644.163050:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945972490496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.163059:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945972490496 ext(0->4095) 00010000:00010000:0.0:1746126644.163067:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936c8c00/0x9cce4314879c4fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b73 expref: 10 pid: 16421 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.163083:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936c8c00/0x9cce4314879c4fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b73 expref: 10 pid: 16421 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.163089:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2a00 00000100:00100000:0.0:1746126644.163105:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1269 00000100:00100000:0.0:1746126644.163111:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945972490496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126644.163262:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945972490496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.163268:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1269 00002000:00100000:0.0:1746126644.163272:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945972490496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.163279:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945972490496 ext(0->4095) 00010000:00010000:0.0:1746126644.163283:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936c8c00/0x9cce4314879c4fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b73 expref: 10 pid: 16421 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.163292:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936c8c00/0x9cce4314879c4fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b73 expref: 10 pid: 16421 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.163298:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2a00 00000100:00100000:0.0:1746126644.170724:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.174786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.178827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.182574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.183351:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.183370:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972491520 00000100:00100000:0.0:1746126644.183374:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972491520 00002000:00100000:0.0:1746126644.183401:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945972491520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.183411:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945972491520 ext(0->4095) 00010000:00010000:0.0:1746126644.183417:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c4fb9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b81 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.183426:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c4fb9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b81 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.183431:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:0.0:1746126644.184354:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1270 00000100:00100000:0.0:1746126644.184364:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972491520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126644.186296:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972491520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1922us (2933us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.186306:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1270 00002000:00100000:0.0:1746126644.186317:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945972491520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.186327:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945972491520 ext(0->4095) 00010000:00010000:0.0:1746126644.186337:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c4fb9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b81 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.186350:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c4fb9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b81 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.186361:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:0.0:1746126644.189267:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.191765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.195558:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.198779:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.203125:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.206185:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.209830:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.214022:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.215234:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.221244:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.222072:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.225399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.228741:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.232436:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.235719:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.241066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.245293:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.249858:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.261971:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.266047:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.277583:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.285144:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.295623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.295825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.298540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.302856:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.302913:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.306891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.310193:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.316979:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.320854:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.325247:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.327066:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.331000:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.335314:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.338955:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.346607:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.356634:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.368760:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.394260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.409054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.413355:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.419981:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.422388:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.428401:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.430152:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.440360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.449565:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972499968 00000100:00100000:0.0:1746126644.449573:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972499968 00002000:00100000:0.0:1746126644.449613:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7800 x1830945972499968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.449621:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945972499968 ext(0->4095) 00002000:00010000:0.0:1746126644.449626:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e7800 00000100:00100000:0.0:1746126644.449656:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3556 00000100:00100000:0.0:1746126644.449662:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945972499968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126644.450054:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945972499968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 390us (566us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.450061:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3556 00002000:00100000:0.0:1746126644.450066:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7800 x1830945972499968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.450072:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945972499968 ext(0->4095) 00002000:00010000:0.0:1746126644.450074:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e7800 00000100:00100000:0.0:1746126644.452337:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.458167:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126644.468010:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126644.470908:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.475846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.476873:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.480505:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.481830:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.484416:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.490580:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.494318:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.503300:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.524918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.526264:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972502016 00000100:00100000:0.0:1746126644.526267:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972502016 00000100:00100000:0.0:1746126644.526292:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4460 00000100:00100000:0.0:1746126644.526296:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:31658:x1830945972502016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126644.526305:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126644.526318:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4236000/0x9cce4314879c504c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1c14 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.526337:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126644.526341:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c5045 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.526346:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126644.526349:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4236000/0x9cce4314879c504c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c14 expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.526384:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c5045 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.526396:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4236000/0x9cce4314879c504c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c14 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.526404:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4236000, rc 0) 00000100:00100000:0.0:1746126644.526600:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31658:x1830945972502016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 301us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.526605:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4460 00000100:00100000:0.0:1746126644.528735:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.535851:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.540596:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.544357:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.549461:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.550484:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.553242:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.559071:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.566096:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.576119:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.589204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.592666:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.598845:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.605147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.609231:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.612852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.620535:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.623305:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.636409:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.641843:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.646284:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.649597:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.656012:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.656035:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972506112 00000100:00100000:0.0:1746126644.656042:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972506112 00002000:00100000:0.0:1746126644.656076:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945972506112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.656085:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945972506112 ext(0->4095) 00002000:00010000:0.0:1746126644.656090:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d912680 00000100:00100000:0.0:1746126644.656107:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3561 00000100:00100000:0.0:1746126644.656114:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945972506112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126644.659644:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945972506112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 3523us (3630us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.659658:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3561 00002000:00100000:0.0:1746126644.659666:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945972506112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.659674:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945972506112 ext(0->4095) 00002000:00010000:0.0:1746126644.659680:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d912680 00000100:00100000:0.0:1746126644.668758:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.674433:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.674472:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972506368 00000100:00100000:0.0:1746126644.674481:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972506368 00002000:00100000:0.0:1746126644.674523:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d910380 x1830945972506368/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 496/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.674543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945972506368 ext(0->7) 00010000:00010000:0.0:1746126644.674553:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c142c00/0x9cce4314879c5076 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c3e expref: 23 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.674566:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c142c00/0x9cce4314879c5076 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c3e expref: 23 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.674573:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910380 00000100:00100000:0.0:1746126644.674591:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1293 00000100:00100000:0.0:1746126644.674598:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945972506368:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126644.674889:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972506368:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 290us (466us total) trans 4294967880 rc 0/0 00000100:00100000:0.0:1746126644.674896:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1293 00002000:00100000:0.0:1746126644.674902:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012d910380 x1830945972506368/t4294967880(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 496/448 e 0 to 0 dl 1746126655 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.674910:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945972506368 ext(0->7) 00010000:00010000:0.0:1746126644.674914:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c142c00/0x9cce4314879c5076 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c3e expref: 25 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.674923:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c142c00/0x9cce4314879c5076 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c3e expref: 25 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.674928:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910380 00000100:00100000:0.0:1746126644.680014:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.680698:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.684657:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008eacdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973357696:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126644.684667:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126644.684690:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972506624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3890us (3991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.684698:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6159 00000100:00100000:0.0:1746126644.685818:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.685840:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972506880 00000100:00100000:0.0:1746126644.685846:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972506880 00002000:00100000:0.0:1746126644.685881:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945972506880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.685892:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945972506880 ext(0->4095) 00010000:00010000:0.0:1746126644.685899:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.685916:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.685922:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910a80 00000100:00100000:0.0:1746126644.685946:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1294 00000100:00100000:0.0:1746126644.685953:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972506880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126644.686078:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972506880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.686084:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1294 00002000:00100000:0.0:1746126644.686090:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945972506880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.686096:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945972506880 ext(0->4095) 00010000:00010000:0.0:1746126644.686100:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.686108:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00002000:00010000:0.0:1746126644.686114:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910a80 00000100:00100000:0.0:1746126644.691579:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972507008 00000100:00100000:0.0:1746126644.691589:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972507008 00010000:00010000:0.0:1746126644.691625:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00000100:00100000:0.0:1746126644.691654:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6160 00000100:00100000:0.0:1746126644.691663:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972507008:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126644.691676:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126644.691698:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.691710:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.691733:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c507d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c45 expref: 6 pid: 8441 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.691745:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126644.691748:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126644.691755:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4237c00/0x9cce4314879c5084 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c4c expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.691763:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4237c00/0x9cce4314879c5084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c4c expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.691795:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4237c00/0x9cce4314879c5084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c4c expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126644.691808:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d910700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973357824:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126644.693524:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af65600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126644.709610:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.715735:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.718067:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.725555:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.730776:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.732989:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.736965:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.741139:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.748193:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.748537:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.748568:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972508800 00000100:00100000:0.0:1746126644.748574:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972508800 00000100:00100000:0.0:1746126644.748610:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4472 00000100:00100000:0.0:1746126644.748617:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945972508800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126644.748631:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126644.748644:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c50a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1c68 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.748666:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949ad200/0x9cce4314879c5099 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c61 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.748674:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126644.748675:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126644.748679:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c50a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c68 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126644.749236:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949ad200/0x9cce4314879c5099 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c61 expref: 6 pid: 16421 timeout: 656 lvb_type: 0 00010000:00010000:0.0:1746126644.749245:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949ad200/0x9cce4314879c5099 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1c61 expref: 6 pid: 16421 timeout: 656 lvb_type: 0 00000100:00100000:0.0:1746126644.749261:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973358720:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126644.749303:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6b6b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126644.753561:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.756724:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.759741:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358976 00000100:00100000:0.0:1746126644.759747:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358976 00000100:00100000:0.0:1746126644.760084:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1746126644.760092:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973358976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126644.760128:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 685178880 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126644.760773:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973358976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 681us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126644.760780:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1746126644.761556:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972509440 00000100:00100000:0.0:1746126644.761562:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972509440 00002000:00100000:0.0:1746126644.761593:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf800 x1830945972509440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/0 e 0 to 0 dl 1746126655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.761603:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945972509440 ext(0->4095) 00002000:00010000:0.0:1746126644.761608:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacf800 00000100:00100000:0.0:1746126644.761623:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3564 00000100:00100000:0.0:1746126644.761628:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1980:x1830945972509440:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126644.762080:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1980:x1830945972509440:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 450us (656us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126644.762086:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3564 00002000:00100000:0.0:1746126644.762093:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf800 x1830945972509440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:405/0 lens 488/4536 e 0 to 0 dl 1746126655 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126644.762100:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945972509440 ext(0->4095) 00002000:00010000:0.0:1746126644.762103:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacf800 00000100:00100000:0.0:1746126644.763589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.767636:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.772692:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.784375:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.788798:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.791525:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.795310:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.800622:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.801922:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.810291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.810345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.815581:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.819951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.823327:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.825198:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.828600:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.832758:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.834826:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.836425:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.838387:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.841309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.850357:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.853279:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.871154:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.876914:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.884228:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.887809:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.895881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.916170:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.921953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.924122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.934998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.940359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.945594:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.948685:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.952831:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.957287:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.957349:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.959907:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.962639:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.974487:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.978018:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.980502:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.983848:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.989229:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.989310:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126644.994275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.004302:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973363712:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126645.004325:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126645.004369:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972518784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8666us (9374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.004383:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6182 00000100:00100000:0.0:1746126645.004571:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.009757:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.009789:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972519168 00000100:00100000:0.0:1746126645.009798:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972519168 00010000:00010000:0.0:1746126645.009834:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c511e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ce6 expref: 32 pid: 16421 timeout: 657 lvb_type: 0 00000100:00100000:0.0:1746126645.009861:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6183 00000100:00100000:0.0:1746126645.009868:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945972519168:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126645.009881:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126645.009902:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c511e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ce6 expref: 32 pid: 16421 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.009914:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c511e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ce6 expref: 32 pid: 16421 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.009936:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c511e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ce6 expref: 32 pid: 16421 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.009949:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.009951:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.009957:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c5125 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ced expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.009964:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c5125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ced expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.009998:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c5125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1ced expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126645.010010:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973363840:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126645.010076:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6b6ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126645.018105:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.020238:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973363840:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126645.020263:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126645.021770:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945972519168:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 11897us (12018us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.021780:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6183 00000100:00100000:0.0:1746126645.021824:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972519424 00000100:00100000:0.0:1746126645.021832:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972519424 00002000:00100000:0.0:1746126645.021869:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98a80 x1830945972519424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:406/0 lens 488/0 e 0 to 0 dl 1746126656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.021878:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945972519424 ext(0->4095) 00002000:00010000:0.0:1746126645.021883:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98a80 00000100:00100000:0.0:1746126645.021899:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3573 00000100:00100000:0.0:1746126645.021905:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945972519424:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126645.023688:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945972519424:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1778us (5591us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126645.023697:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3573 00002000:00100000:0.0:1746126645.023703:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98a80 x1830945972519424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:406/0 lens 488/4536 e 0 to 0 dl 1746126656 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.023712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945972519424 ext(0->4095) 00002000:00010000:0.0:1746126645.023716:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98a80 00000001:00080000:0.0:1746126645.032306:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980453 is committed 00000001:00080000:0.0:1746126645.032327:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980455 is committed 00000100:00100000:0.0:1746126645.051634:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.055220:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.063383:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.069326:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.075365:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.078585:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.087071:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.093559:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.098874:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.098928:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.099165:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4496 00000100:00100000:0.0:1746126645.099172:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945972521472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126645.099197:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126645.099209:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5148 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1d10 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099225:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.099230:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099236:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126645.099240:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5148 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d10 expref: 34 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099274:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099287:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5148 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d10 expref: 34 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099295:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.099296:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.099302:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099309:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099326:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.099682:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c5141 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d09 expref: 5 pid: 16421 timeout: 657 lvb_type: 0 00000100:00100000:0.0:1746126645.099697:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973364992:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126645.104104:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.109827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.113664:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.118375:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.127116:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.128315:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945972522368:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 982us (1202us total) trans 4294967885 rc 0/0 00000100:00100000:0.0:1746126645.128323:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1314 00002000:00100000:0.0:1746126645.128329:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091643800 x1830945972522368/t4294967885(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:406/0 lens 496/448 e 0 to 0 dl 1746126656 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.128337:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945972522368 ext(0->7) 00010000:00010000:0.0:1746126645.128343:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d10 expref: 35 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.128354:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5148 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d10 expref: 35 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.128361:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:0.0:1746126645.134904:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.134965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.139265:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972522880 00000100:00100000:0.0:1746126645.139271:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972522880 00002000:00100000:0.0:1746126645.139303:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eace680 x1830945972522880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/0 e 0 to 0 dl 1746126656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.139312:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eace680 with x1830945972522880 ext(0->4095) 00010000:00010000:0.0:1746126645.139319:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74400/0x9cce4314879c514f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d17 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.139330:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74400/0x9cce4314879c514f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d17 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.139336:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eace680 00000100:00100000:0.0:1746126645.139359:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1315 00000100:00100000:0.0:1746126645.139365:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972522880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126645.139539:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972522880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126645.139546:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1315 00002000:00100000:0.0:1746126645.139551:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eace680 x1830945972522880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/4536 e 0 to 0 dl 1746126656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.139558:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eace680 with x1830945972522880 ext(0->4095) 00010000:00010000:0.0:1746126645.139562:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74400/0x9cce4314879c514f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d17 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.139571:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74400/0x9cce4314879c514f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d17 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.139576:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eace680 00000100:00100000:0.0:1746126645.144617:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.149132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.157741:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.166934:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.170162:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.170972:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.183534:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.191737:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.199810:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.201921:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.205688:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.208301:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.209878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.214639:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.214680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.217862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.221815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.222472:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.227135:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.229615:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.230654:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.233912:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.237985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.241618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.244256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.247773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.251554:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.252745:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.269903:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.286692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.291803:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.298496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.306515:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.310323:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.313955:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.321740:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.323202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.325841:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.329349:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.332372:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.334112:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.339542:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.341351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.343108:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.344438:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.346911:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.348753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.350746:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.353124:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.354733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.357505:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.359380:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.361433:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.366582:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972532480 00000100:00100000:0.0:1746126645.366593:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972532480 00000100:00100000:0.0:1746126645.366635:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4517 00000100:00100000:0.0:1746126645.366642:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945972532480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126645.366661:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126645.366677:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c51db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1da3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.366704:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.366710:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80400/0x9cce4314879c51d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d9c expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.366726:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126645.366730:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c51db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1da3 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.366765:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab80400/0x9cce4314879c51d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1d9c expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.366777:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c51db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1da3 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.366785:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130802000, rc 0) 00000100:00100000:0.0:1746126645.366897:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945972532480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 255us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.366902:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4517 00000100:00100000:0.0:1746126645.367506:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.370615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.378230:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.379646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.388866:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.392897:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.393681:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.397883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.400680:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.403893:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.406392:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.410589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.413752:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.413916:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.419825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.420283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.423617:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.426779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.432460:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.436165:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.446491:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.447669:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.455136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.458938:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.462696:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.467389:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.470399:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.472990:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.473033:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.476481:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.476562:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.483202:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.485063:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.486847:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.491705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.497274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.497403:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.501809:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.501907:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.504498:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.506746:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.509250:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.512684:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.520063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.521843:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.524932:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.529413:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.536265:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.539851:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.545391:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.547848:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.557866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.557923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.561429:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.565100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.568073:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.575035:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.585652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.589872:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.594481:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.598323:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.598906:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972543360 00000100:00100000:0.0:1746126645.598912:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972543360 00002000:00100000:0.0:1746126645.598950:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161ad80 x1830945972543360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/0 e 0 to 0 dl 1746126656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.598959:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945972543360 ext(0->4095) 00010000:00010000:0.0:1746126645.598967:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80800/0x9cce4314879c5260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e28 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.598979:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab80800/0x9cce4314879c5260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e28 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.598990:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161ad80 00000100:00100000:0.0:1746126645.599536:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1337 00000100:00100000:0.0:1746126645.599544:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972543360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126645.600092:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972543360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 549us (1778us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126645.600098:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1337 00002000:00100000:0.0:1746126645.600103:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161ad80 x1830945972543360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/4536 e 0 to 0 dl 1746126656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.600111:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945972543360 ext(0->4095) 00010000:00010000:0.0:1746126645.600116:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80800/0x9cce4314879c5260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e28 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.600124:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab80800/0x9cce4314879c5260 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e28 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.600129:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161ad80 00000100:00100000:0.0:1746126645.604634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.607513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.610736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.615214:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.620967:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.621054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.624358:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.629987:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.632858:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.635895:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.638405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.643923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.646655:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.648605:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.652974:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.656556:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.660206:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.665421:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973377152:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126645.665455:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126645.665497:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945972546560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4890us (5297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.665506:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6235 00000100:00100000:0.0:1746126645.668945:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.672059:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.675111:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.676492:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.680951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.683739:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.687002:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.690826:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.695056:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973377920:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126645.695075:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126645.695127:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945972548096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4003us (4304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.695137:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6238 00000100:00100000:0.0:1746126645.698309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.704134:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.710872:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.715751:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.719990:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.736754:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.768682:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.781283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.783626:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.787765:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.787791:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972550272 00000100:00100000:0.0:1746126645.787799:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972550272 00010000:00010000:0.0:1746126645.787828:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c52bb lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e83 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00000100:00100000:0.0:1746126645.787863:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6242 00000100:00100000:0.0:1746126645.787870:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972550272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126645.787882:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126645.787901:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c52bb lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e83 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.787912:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c52bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e83 expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.787937:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.787940:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126645.787947:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.787959:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.787989:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126645.788001:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973378944:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126645.788092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.788110:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972550400 00000100:00100000:0.0:1746126645.788114:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972550400 00000100:00100000:0.0:1746126645.788133:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4551 00000100:00100000:0.0:1746126645.788138:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:31659:x1830945972550400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126645.788151:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126645.788162:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c52c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1e91 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.788177:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.788183:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126645.788184:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126645.788187:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c52c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e91 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.788203:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126645.788217:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094839600/0x9cce4314879c52c2 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e8a expref: 45 pid: 8441 timeout: 657 lvb_type: 0 00000100:00100000:0.0:1746126645.788225:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973379072:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126645.788781:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126645.789991:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973378944:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126645.790005:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126645.790036:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945972550272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2166us (2278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126645.790043:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6242 00000100:00100000:0.0:1746126645.791908:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.795309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.797439:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.803672:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.807991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.811420:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.816121:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.820922:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.827168:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972552192 00000100:00100000:0.0:1746126645.827175:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972552192 00002000:00100000:0.0:1746126645.827214:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945972552192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/0 e 0 to 0 dl 1746126656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.827224:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945972552192 ext(0->4095) 00010000:00010000:0.0:1746126645.827232:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c52d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e9f expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.827244:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c52d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e9f expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.827250:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126645.827263:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1348 00000100:00100000:0.0:1746126645.827268:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972552192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126645.827412:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972552192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126645.827418:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1348 00002000:00100000:0.0:1746126645.827423:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945972552192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:406/0 lens 488/4536 e 0 to 0 dl 1746126656 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126645.827430:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945972552192 ext(0->4095) 00010000:00010000:0.0:1746126645.827434:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c52d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e9f expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00010000:00010000:0.0:1746126645.827457:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c52d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1e9f expref: 6 pid: 8441 timeout: 657 lvb_type: 0 00002000:00010000:0.0:1746126645.827463:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126645.831959:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.835143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.841903:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.862768:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.878387:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.884303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.908128:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.917996:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.930998:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.940352:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.945821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.958773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.961136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.968050:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.970296:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.974173:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.976107:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.977785:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.980997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.983277:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.984573:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.988491:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.994999:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126645.997242:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.001567:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.006710:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.007724:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.010919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.017912:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.021720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.029116:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.034951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.038649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.047216:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.048504:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.054192:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.060177:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.063880:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.075921:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.087536:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.095033:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.099888:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.111043:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.111100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.114235:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.119709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.123204:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973383808:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126646.123223:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126646.124376:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972560384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4266us (4675us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126646.124388:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6261 00000100:00100000:0.0:1746126646.133574:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.153696:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.153759:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.160165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.164557:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.167855:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.172063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.175923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.181706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.182395:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.189906:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972562432 00000100:00100000:0.0:1746126646.189914:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972562432 00002000:00100000:0.0:1746126646.189953:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945972562432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:407/0 lens 488/0 e 0 to 0 dl 1746126657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126646.189962:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945972562432 ext(0->4095) 00010000:00010000:0.0:1746126646.189969:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81200/0x9cce4314879c535c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f24 expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.189982:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81200/0x9cce4314879c535c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f24 expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00002000:00010000:0.0:1746126646.189988:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:0.0:1746126646.190018:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1362 00000100:00100000:0.0:1746126646.190025:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972562432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126646.190187:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972562432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126646.190193:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1362 00002000:00100000:0.0:1746126646.190198:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945972562432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:407/0 lens 488/4536 e 0 to 0 dl 1746126657 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126646.190205:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945972562432 ext(0->4095) 00010000:00010000:0.0:1746126646.190209:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81200/0x9cce4314879c535c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f24 expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.190218:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81200/0x9cce4314879c535c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f24 expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00002000:00010000:0.0:1746126646.190223:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:0.0:1746126646.194582:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.198808:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.205278:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.208143:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.215986:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.218782:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.222490:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973385216:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126646.222510:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5371 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f39 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.222534:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab81800, rc 0) 00000100:00100000:0.0:1746126646.222562:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31658:x1830945972563328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3528us (3786us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126646.222569:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4575 00000100:00100000:0.0:1746126646.225430:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.228637:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.232603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.242549:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.251884:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.251935:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.253722:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972564480 00000100:00100000:0.0:1746126646.253728:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972564480 00010000:00010000:0.0:1746126646.253748:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f39 expref: 59 pid: 8441 timeout: 658 lvb_type: 0 00000100:00100000:0.0:1746126646.253783:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6268 00000100:00100000:0.0:1746126646.253788:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1980:x1830945972564480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126646.253797:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126646.253818:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f39 expref: 59 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.253830:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f39 expref: 59 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.253847:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5371 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f39 expref: 59 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.253870:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126646.253871:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126646.253877:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5378 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f40 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.254024:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f40 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126646.259759:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.267309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.275318:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.283568:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.287425:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.302183:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.302248:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.306825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.313666:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.315250:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972566144 00000100:00100000:0.0:1746126646.315260:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972566144 00010000:00010000:0.0:1746126646.315296:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5386 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f4e expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00000100:00100000:0.0:1746126646.315377:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6271 00000100:00100000:0.0:1746126646.315385:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972566144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126646.315400:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126646.315420:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5386 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f4e expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.315433:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5386 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f4e expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.315472:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c5386 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f4e expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00010000:00010000:0.0:1746126646.316122:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126646.316272:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972566144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 888us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126646.316279:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6271 00000100:00100000:0.0:1746126646.319827:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.324287:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.326613:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.343829:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.345278:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.353104:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.368646:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.371015:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972567680 00000100:00100000:0.0:1746126646.371018:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972567680 00000100:00100000:0.0:1746126646.372030:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4583 00000100:00100000:0.0:1746126646.372037:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945972567680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126646.372047:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126646.372062:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c53a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec1f71 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.372083:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c53a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f6a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.372091:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126646.372092:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126646.372095:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c53a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f71 expref: 59 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.372121:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c53a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f6a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126646.372130:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c53a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1f6a expref: 6 pid: 8441 timeout: 658 lvb_type: 0 00000100:00100000:0.0:1746126646.372140:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aefd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973387264:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126646.380151:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.381510:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.386239:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.390157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.395345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.397314:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.399823:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.404671:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.406084:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.408824:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.408908:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.413569:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.415574:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.417062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.421566:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.430408:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.432049:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.434787:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.438402:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.441428:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.445006:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.453042:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.453114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.458729:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.468875:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.478192:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.493893:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.499913:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.501487:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.505867:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.508574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.514330:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.520181:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.526926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.537022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.537122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.542189:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.547307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.551936:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.557386:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.560584:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.572239:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.575619:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.584824:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.596298:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.601176:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.605587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.610345:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.613805:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.619122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.621286:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.624026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.627274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.628992:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.632625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.632923:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.637231:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.642046:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.646406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.649671:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.654713:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.658147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.660857:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.667030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.671198:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.686075:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.708647:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.714926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.724055:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.728182:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.732623:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.735759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.738884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.743382:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.743561:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.746392:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.747732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.750740:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.754300:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.758070:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.763591:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.767804:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.768877:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.773589:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.777242:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.780943:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.788052:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.799222:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.811412:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.818365:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.822754:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.827747:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973395328:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126646.827772:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126646.828355:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972584320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5359us (5610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126646.828364:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6306 00000100:00100000:0.0:1746126646.852017:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.869589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.873686:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.877311:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.881793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.889404:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.899566:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.903227:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.905649:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.914172:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.919818:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.921488:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.924167:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.926297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.930196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.933826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.936178:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.939795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.944114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.945438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.950155:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.950990:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.964128:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.966580:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.969589:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.973126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.974483:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.976637:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.978646:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.981262:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.983501:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.985954:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.988066:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.990911:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.996804:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.997126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126646.999557:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.000831:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.004838:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126647.005287:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126647.007628:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.010143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.012785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.017162:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.023340:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.027713:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.034653:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.034698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.046758:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.050019:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.054309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.057287:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.060902:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.065970:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972593920 00000100:00100000:0.0:1746126647.065978:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972593920 00000100:00100000:0.0:1746126647.066014:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4633 00000100:00100000:0.0:1746126647.066019:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945972593920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126647.066035:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126647.066049:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802600/0x9cce4314879c5507 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec20cf expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.066073:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c5500 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec20c8 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.066079:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126647.066081:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126647.066084:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802600/0x9cce4314879c5507 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec20cf expref: 73 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.066113:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c5500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec20c8 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.066126:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c5500 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec20c8 expref: 5 pid: 16421 timeout: 659 lvb_type: 0 00000100:00100000:0.0:1746126647.066137:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4713800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973400064:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126647.066187:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126647.067595:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.071435:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.073436:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.077325:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.080919:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.087353:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.092643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.095113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.099119:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.099257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.103587:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.104598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.110740:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.119506:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.126354:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.131027:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.135645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.143680:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.145698:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.151100:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.155874:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.166081:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.179490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.181559:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.185810:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.195232:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.198644:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.204164:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.214472:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.227313:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.230243:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.242790:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.248083:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.248165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.266363:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.269983:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.273472:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.278304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.281608:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.287955:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973403648:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126647.287973:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5569 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2131 expref: 75 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.287990:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:0.0:1746126647.288027:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945972601216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5997us (6421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126647.288033:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4647 00000100:00100000:0.0:1746126647.290597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.296017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.305370:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.326428:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.328024:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.335427:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.365534:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.374176:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.380860:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.390343:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.419428:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.430896:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.434847:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.441264:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.447414:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.450071:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.457757:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972604288 00000100:00100000:0.0:1746126647.457766:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972604288 00000100:00100000:0.0:1746126647.457811:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4652 00000100:00100000:0.0:1746126647.457818:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972604288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126647.457838:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126647.457854:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802600/0x9cce4314879c558c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2154 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.457883:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec214d expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.457889:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126647.457891:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126647.457894:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802600/0x9cce4314879c558c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2154 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.457926:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec214d expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.457936:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81800/0x9cce4314879c5585 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec214d expref: 78 pid: 16421 timeout: 659 lvb_type: 0 00000100:00100000:0.0:1746126647.457948:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008510c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973404928:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126647.459142:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ec00 going to sleep for 11 seconds 00010000:00010000:0.0:1746126647.479787:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126647.484785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.489763:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.490039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.501086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.503753:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.507218:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.519866:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.539581:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972605696 00000100:00100000:0.0:1746126647.539583:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972605696 00000100:00100000:0.0:1746126647.539613:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4655 00000100:00100000:0.0:1746126647.539619:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:31658:x1830945972605696:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126647.539630:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126647.539642:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c55a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2169 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.539660:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126647.539664:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80400/0x9cce4314879c559a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2162 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.539669:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126647.539671:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c55a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2169 expref: 83 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.539700:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab80400/0x9cce4314879c559a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2162 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.539710:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c55a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2169 expref: 83 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.539716:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130802000, rc 0) 00000100:00100000:0.0:1746126647.539734:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31658:x1830945972605696:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126647.539738:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4655 00000100:00100000:0.0:1746126647.541795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.544593:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.548051:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.549962:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.552095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.555345:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.558338:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.560947:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.561950:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.561972:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972607104 00000100:00100000:0.0:1746126647.561980:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972607104 00000100:00100000:0.0:1746126647.562028:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972607232 00000100:00100000:0.0:1746126647.562030:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972607232 00000100:00100000:0.0:1746126647.562045:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4657 00000100:00100000:0.0:1746126647.562051:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31659:x1830945972607104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126647.562068:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126647.562084:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c55af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2177 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.562262:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126647.562267:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094861e00/0x9cce4314879c55b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec217e expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.562271:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126647.562273:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c55af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2177 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.562308:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094861e00/0x9cce4314879c55b6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec217e expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.562321:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c55af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2177 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.562331:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130803800, rc 0) 00000100:00100000:0.0:1746126647.562545:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945972607104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 492us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126647.562551:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4657 00000100:00100000:0.0:1746126647.567007:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.571901:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.575576:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.579022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.581159:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.585424:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.590390:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.595850:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972608768 00000100:00100000:0.0:1746126647.595859:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972608768 00000100:00100000:0.0:1746126647.605356:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.608215:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.612728:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.616800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.621745:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.623458:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.626207:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.630639:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.631066:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.634326:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.637234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.640611:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.644131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.647891:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.652047:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.652089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.656147:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.656187:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.662466:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.666829:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.672423:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972612608 00000100:00100000:0.0:1746126647.672431:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972612608 00002000:00100000:0.0:1746126647.672482:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945972612608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:408/0 lens 488/0 e 0 to 0 dl 1746126658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126647.672493:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945972612608 ext(0->4095) 00002000:00010000:0.0:1746126647.672497:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232dc00 00000100:00100000:0.0:1746126647.672526:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3660 00000100:00100000:0.0:1746126647.672532:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1981:x1830945972612608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126647.672695:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1981:x1830945972612608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (778us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126647.672701:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3660 00002000:00100000:0.0:1746126647.672706:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945972612608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:408/0 lens 488/4536 e 0 to 0 dl 1746126658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126647.672713:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945972612608 ext(0->4095) 00002000:00010000:0.0:1746126647.672716:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232dc00 00000100:00100000:0.0:1746126647.676032:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.678709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.682340:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.683793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.689251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.691805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.693953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.696950:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.699207:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.701866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.704671:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.708700:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.711111:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.715517:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.719969:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.722593:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.725427:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.727631:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.731617:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.734168:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.737182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.738900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.741939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.746972:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.749865:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.751997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.755776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.759186:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.759264:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.771863:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.773717:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.777059:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.781859:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.782203:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.786676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.786916:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.789686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.793621:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.800286:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.804882:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.807587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.809008:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.811874:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973412864:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126647.811898:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094861400/0x9cce4314879c5665 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec222d expref: 83 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.811912:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094861400, rc 0) 00000100:00100000:0.0:1746126647.811936:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31658:x1830945972620160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3764us (4359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126647.811942:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4683 00000100:00100000:0.0:1746126647.814543:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.818360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.832582:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.869031:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.869087:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.876144:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.880652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.883774:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.890814:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.893417:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.897800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.899283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.902082:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.905250:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.908142:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.910896:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.914122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.917108:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.920715:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.923819:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.925374:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.927513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.930212:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.933487:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.936084:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.940802:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972625024 00000100:00100000:0.0:1746126647.940810:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972625024 00002000:00100000:0.0:1746126647.940848:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ed80 x1830945972625024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:408/0 lens 488/0 e 0 to 0 dl 1746126658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126647.940858:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ed80 with x1830945972625024 ext(0->4095) 00002000:00010000:0.0:1746126647.940863:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ed80 00000100:00100000:0.0:1746126647.940888:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3672 00000100:00100000:0.0:1746126647.940894:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945972625024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126647.941041:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945972625024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126647.941047:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3672 00002000:00100000:0.0:1746126647.941052:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ed80 x1830945972625024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:408/0 lens 488/4536 e 0 to 0 dl 1746126658 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126647.941059:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ed80 with x1830945972625024 ext(0->4095) 00002000:00010000:0.0:1746126647.941062:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ed80 00000100:00100000:0.0:1746126647.943258:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.947490:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.950985:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.951070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.956774:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973415424:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126647.956804:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81600/0x9cce4314879c56ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2273 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.956820:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab81600, rc 0) 00000100:00100000:0.0:1746126647.956873:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31658:x1830945972625664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4111us (5800us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126647.956881:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4693 00000100:00100000:0.0:1746126647.958645:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972625792 00000100:00100000:0.0:1746126647.958650:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972625792 00000100:00100000:0.0:1746126647.961894:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.976379:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.979857:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.982542:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972627200 00000100:00100000:0.0:1746126647.982548:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972627200 00000100:00100000:0.0:1746126647.982581:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4696 00000100:00100000:0.0:1746126647.982586:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:31658:x1830945972627200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126647.982595:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126647.982611:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c56c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2288 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.982636:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c56b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2281 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.982642:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126647.982644:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126647.982649:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c56c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2288 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.982677:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c56b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2281 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126647.982688:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c56b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2281 expref: 6 pid: 8440 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126647.982698:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973416192:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126647.982749:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126647.988602:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.992062:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126647.995122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.000605:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972628096 00000100:00100000:0.0:1746126648.000614:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972628096 00002000:00100000:0.0:1746126648.000657:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945972628096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/0 e 0 to 0 dl 1746126659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.000667:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945972628096 ext(0->4095) 00002000:00010000:0.0:1746126648.000672:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f800 00000100:00100000:0.0:1746126648.000703:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3676 00000100:00100000:0.0:1746126648.000711:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945972628096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126648.000874:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945972628096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126648.000881:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3676 00002000:00100000:0.0:1746126648.000886:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945972628096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/4536 e 0 to 0 dl 1746126659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.000893:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945972628096 ext(0->4095) 00002000:00010000:0.0:1746126648.000897:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f800 00000100:00100000:0.0:1746126648.003418:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972628224 00000100:00100000:0.0:1746126648.003426:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972628224 00000100:00100000:0.0:1746126648.003494:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4698 00000100:00100000:0.0:1746126648.003501:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972628224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.003526:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.003542:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c56ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2296 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.003571:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c56c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec228f expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.003578:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.003580:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.003583:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c56ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2296 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.003616:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c56c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec228f expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.003628:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c56c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec228f expref: 84 pid: 8440 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126648.003638:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973416704:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126648.003720:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.007196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.011820:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.019107:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.022152:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.026293:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.030086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.033723:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.037517:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.041531:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.045796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.050469:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973417856:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126648.050488:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126648.050536:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972630400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4598us (4750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.050543:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6394 00000100:00100000:0.0:1746126648.054414:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.070812:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.084667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.085041:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.088234:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.089934:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.095180:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.097627:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.099629:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.102738:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.104557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.109845:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.110306:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.113699:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972633216 00000100:00100000:0.0:1746126648.113705:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972633216 00010000:00010000:0.0:1746126648.113729:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22ce expref: 6 pid: 8440 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126648.113750:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6399 00000100:00100000:0.0:1746126648.113756:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972633216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126648.113767:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126648.113787:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22ce expref: 6 pid: 8440 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746126648.113797:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22ce expref: 6 pid: 8440 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746126648.113816:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5706 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22ce expref: 6 pid: 8440 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746126648.113841:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.113843:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.113850:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75600/0x9cce4314879c570d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22d5 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.113858:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75600/0x9cce4314879c570d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22d5 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.113884:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75600/0x9cce4314879c570d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22d5 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.113898:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75600/0x9cce4314879c570d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec22d5 expref: 87 pid: 8440 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126648.113907:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973419264:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126648.114818:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.116963:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.119924:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.120570:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.123029:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.125854:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.125906:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.130718:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.135039:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.140547:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.142923:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.147288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.149398:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.150988:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.157030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.157078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.161671:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.164719:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.168200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.172318:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.175952:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.180063:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.183651:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.187407:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.191085:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972637440 00000100:00100000:0.0:1746126648.191093:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972637440 00002000:00100000:0.0:1746126648.191133:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1f80 x1830945972637440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/0 e 0 to 0 dl 1746126659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.191143:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1f80 with x1830945972637440 ext(0->4095) 00002000:00010000:0.0:1746126648.191147:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f1f80 00000100:00100000:0.0:1746126648.191171:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3684 00000100:00100000:0.0:1746126648.191177:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1980:x1830945972637440:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126648.191328:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1980:x1830945972637440:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126648.191333:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3684 00002000:00100000:0.0:1746126648.191338:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1f80 x1830945972637440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/4536 e 0 to 0 dl 1746126659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.191345:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1f80 with x1830945972637440 ext(0->4095) 00002000:00010000:0.0:1746126648.191348:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f1f80 00000100:00100000:0.0:1746126648.227342:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972637568 00000100:00100000:0.0:1746126648.227352:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972637568 00000100:00100000:0.0:1746126648.227389:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4716 00000100:00100000:0.0:1746126648.227396:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972637568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.227414:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.227429:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c574c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2314 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.227485:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c5745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec230d expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.227491:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.227493:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.227496:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c574c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2314 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.227532:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c5745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec230d expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.227542:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab80c00/0x9cce4314879c5745 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec230d expref: 86 pid: 16421 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126648.227553:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973421312:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126648.227631:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.230536:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.240962:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972637952 00000100:00100000:0.0:1746126648.240966:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972637952 00000100:00100000:0.0:1746126648.240987:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4717 00000100:00100000:0.0:1746126648.240992:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:31658:x1830945972637952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.241004:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.241013:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5753 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec231b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.241029:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c574c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2314 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.241035:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.241037:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.241040:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5753 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec231b expref: 90 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.241056:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c574c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2314 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.241065:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130802400/0x9cce4314879c574c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2314 expref: 5 pid: 16421 timeout: 660 lvb_type: 0 00000100:00100000:0.0:1746126648.241073:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973421568:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126648.241093:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.244500:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.250251:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.253569:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.255726:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.282729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.292740:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.296720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.300520:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.303038:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.303087:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.308140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.312402:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.315200:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.318409:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.320815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.326413:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.330016:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.332184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.336121:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.339227:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.343898:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.347005:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.352017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.355082:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.356428:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.359084:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.364380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.370568:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.372047:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.377033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.380602:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.383891:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.387296:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.392207:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.395599:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.395682:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.400042:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.400069:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972644096 00000100:00100000:0.0:1746126648.400075:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972644096 00000100:00100000:0.0:1746126648.400120:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4729 00000100:00100000:0.0:1746126648.400127:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31659:x1830945972644096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.400144:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.400157:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c57a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec236f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.400176:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.400180:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094860200/0x9cce4314879c57a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2368 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.400185:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.400188:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c57a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec236f expref: 93 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.400219:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094860200/0x9cce4314879c57a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2368 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.400231:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c57a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec236f expref: 93 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.400238:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130803a00, rc 0) 00000100:00100000:0.0:1746126648.400254:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945972644096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.400260:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4729 00000100:00100000:0.0:1746126648.401195:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.406205:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.408209:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.413391:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.416977:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.419899:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.423989:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.425083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.425128:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972645504 00000100:00100000:0.0:1746126648.425132:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972645504 00002000:00100000:0.0:1746126648.425160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0700 x1830945972645504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:409/0 lens 488/0 e 0 to 0 dl 1746126659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.425171:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0700 with x1830945972645504 ext(0->4095) 00010000:00010000:0.0:1746126648.425176:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c57ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2376 expref: 6 pid: 16421 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746126648.425186:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c57ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2376 expref: 6 pid: 16421 timeout: 660 lvb_type: 0 00002000:00010000:0.0:1746126648.425192:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0700 00000100:00100000:0.0:1746126648.425204:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1459 00000100:00100000:0.0:1746126648.425210:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972645504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126648.425352:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972645504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126648.425359:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1459 00002000:00100000:0.0:1746126648.425364:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0700 x1830945972645504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:409/0 lens 488/4536 e 0 to 0 dl 1746126659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.425371:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0700 with x1830945972645504 ext(0->4095) 00010000:00010000:0.0:1746126648.425375:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c57ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2376 expref: 6 pid: 16421 timeout: 660 lvb_type: 0 00010000:00010000:0.0:1746126648.425385:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851e00/0x9cce4314879c57ae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2376 expref: 6 pid: 16421 timeout: 660 lvb_type: 0 00002000:00010000:0.0:1746126648.425391:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0700 00000100:00100000:0.0:1746126648.428491:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.433542:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.448017:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.452595:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.454214:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.455927:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.458255:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.462179:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.462428:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.464894:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.467390:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.467437:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.469184:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.471106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.471180:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.474791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.480126:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.482841:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.486060:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.489124:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.493241:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.493380:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.496925:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.500535:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.504699:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.507530:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.510692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.514016:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.519157:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.523260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.528039:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.528233:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.535437:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.537823:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.541783:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.544301:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.544581:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.547494:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.549604:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.553077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.555275:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.560058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.562563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.564969:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.567310:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.567805:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.572288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.581898:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.584610:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.589130:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.591655:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.595181:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.596412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.603904:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.608700:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.608804:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.612687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.619085:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972655872 00000100:00100000:0.0:1746126648.619095:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972655872 00000100:00100000:0.0:1746126648.619144:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4752 00000100:00100000:0.0:1746126648.619150:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945972655872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.619169:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.619184:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5848 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2410 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.619212:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.619217:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c5841 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2409 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.619223:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126648.619226:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5848 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2410 expref: 96 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.619258:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c5841 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2409 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.619269:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130802000/0x9cce4314879c5848 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2410 expref: 96 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.619278:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130802000, rc 0) 00000100:00100000:0.0:1746126648.619322:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:31658:x1830945972655872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.619328:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4752 00000100:00100000:0.0:1746126648.625705:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.625749:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.625778:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.625811:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.625833:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972656384 00000100:00100000:0.0:1746126648.625841:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972656384 00000100:00100000:0.0:1746126648.625881:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 390 00000100:00100000:0.0:1746126648.625889:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945972656384:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126648.625947:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945972656384:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 59us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.625952:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 390 00000100:00100000:0.0:1746126648.625993:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.626095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.626110:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972656640 00000100:00100000:0.0:1746126648.626113:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972656640 00000100:00100000:0.0:1746126648.626139:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972656896 00000100:00100000:0.0:1746126648.626141:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972656896 00000100:00100000:0.0:1746126648.626155:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 446 00000100:00100000:0.0:1746126648.626160:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945972656640:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126648.626187:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945972656640:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 27us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.626192:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 446 00000100:00100000:0.0:1746126648.626201:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 447 00000100:00100000:0.0:1746126648.626206:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972656896:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126648.626226:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972656896:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 20us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.626231:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 447 00000100:00080000:0.0:1746126648.626243:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126648.627531:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126648.630596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.635424:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.637585:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.641271:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.650432:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.650564:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.658980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.659068:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.661888:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.664536:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.666965:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.670142:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.672791:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.676883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.678078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.683161:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.683280:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.687550:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.690671:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.695489:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.698435:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.705578:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.706437:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.709730:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.711424:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.716887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.720878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.723685:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.728104:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.734186:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.737748:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.741717:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.748707:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.757408:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.759967:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.764281:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.768061:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.769287:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.775492:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.780930:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.786805:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.805574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.807923:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.810827:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.815068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.818683:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.821379:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.823672:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.825943:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.827013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.832976:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.836824:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.838861:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.842899:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.847401:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.851928:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.855060:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.858494:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.860952:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.862287:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.866795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.869570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.872244:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.876078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.879320:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.880996:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.884605:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.887672:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.889896:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.889939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.890083:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4776 00000100:00100000:0.0:1746126648.890088:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:31659:x1830945972668800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.890094:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.890101:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c58f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec24b1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.890155:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.890159:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.890165:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126648.890167:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c58f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b1 expref: 99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.890190:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.890207:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130803800/0x9cce4314879c58f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b1 expref: 99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.890216:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130803800, rc 0) 00000100:00100000:0.0:1746126648.890278:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31659:x1830945972668800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.890283:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4776 00000100:00100000:0.0:1746126648.891985:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.895208:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972669312 00000100:00100000:0.0:1746126648.895215:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972669312 00002000:00100000:0.0:1746126648.895252:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945972669312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/0 e 0 to 0 dl 1746126659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.895261:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945972669312 ext(0->4095) 00010000:00010000:0.0:1746126648.895269:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 98 pid: 8440 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126648.895280:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 98 pid: 8440 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126648.895354:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717480 00000100:00100000:0.0:1746126648.895380:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1486 00000100:00100000:0.0:1746126648.895387:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1982:x1830945972669312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126648.895575:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1982:x1830945972669312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126648.895581:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1486 00002000:00100000:0.0:1746126648.895586:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945972669312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/4536 e 0 to 0 dl 1746126659 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.895593:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945972669312 ext(0->4095) 00010000:00010000:0.0:1746126648.895597:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 98 pid: 8440 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126648.895605:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74800/0x9cce4314879c58e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24b8 expref: 98 pid: 8440 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126648.895610:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717480 00000100:00100000:0.0:1746126648.898304:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.904658:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.908923:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.914608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.916140:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.920732:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.928014:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.932828:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972670720 00000100:00100000:0.0:1746126648.932835:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972670720 00002000:00100000:0.0:1746126648.932875:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945972670720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/0 e 0 to 0 dl 1746126659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.932885:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945972670720 ext(0->4095) 00002000:00010000:0.0:1746126648.932893:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126648.932918:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3713 00000100:00100000:0.0:1746126648.932924:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:1981:x1830945972670720:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126648.933644:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:1981:x1830945972670720:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 719us (905us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126648.933650:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3713 00002000:00100000:0.0:1746126648.933656:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945972670720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:409/0 lens 488/4536 e 0 to 0 dl 1746126659 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126648.933664:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945972670720 ext(0->4095) 00002000:00010000:0.0:1746126648.933667:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126648.942304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.945906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.950839:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.953085:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.954985:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.957236:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.960157:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.965315:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.967872:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.968537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.971200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.971405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.974556:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.976427:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.978316:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.983321:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.989302:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973438720:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126648.989332:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.989349:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:0.0:1746126648.989394:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972673536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5805us (6083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126648.989403:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4784 00000100:00100000:0.0:1746126648.989527:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.989578:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972673664 00000100:00100000:0.0:1746126648.989584:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972673664 00010000:00010000:0.0:1746126648.989606:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094861400/0x9cce4314879c5921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24e9 expref: 99 pid: 8441 timeout: 661 lvb_type: 0 00000100:00100000:0.0:1746126648.989630:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6476 00000100:00100000:0.0:1746126648.989636:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1982:x1830945972673664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126648.989646:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126648.989661:0:7111:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 3 -> 11 00010000:00010000:0.0:1746126648.989667:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094861400/0x9cce4314879c5921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24e9 expref: 99 pid: 8441 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126648.989677:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094861400/0x9cce4314879c5921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24e9 expref: 99 pid: 8441 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126648.989699:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094861400/0x9cce4314879c5921 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24e9 expref: 99 pid: 8441 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126648.989713:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.989715:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.989721:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.989727:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.989762:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126648.989773:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133542d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973438848:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126648.991991:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126648.992065:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126648.992090:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972673792 00000100:00100000:0.0:1746126648.992097:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972673792 00000100:00100000:0.0:1746126648.992140:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4785 00000100:00100000:0.0:1746126648.992147:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31658:x1830945972673792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126648.992163:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126648.992177:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec24f7 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.992200:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.992207:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.992209:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126648.992213:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f7 expref: 100 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.992236:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126648.992246:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5928 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f0 expref: 5 pid: 8440 timeout: 661 lvb_type: 0 00000100:00100000:0.0:1746126648.992256:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133540e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973438976:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126648.992290:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126649.000018:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133540e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973438976:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126649.000053:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f7 expref: 100 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.000070:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093525800, rc 0) 00000100:00100000:0.0:1746126649.000123:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:31658:x1830945972673792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7976us (8060us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.000132:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4785 00000100:00100000:0.0:1746126649.000171:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133542d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973438848:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126649.000183:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126649.000200:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1982:x1830945972673664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 10564us (10674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.000212:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6476 00000100:00100000:0.0:1746126649.000349:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126649.001191:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126649.004884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.012094:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.012122:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972674432 00000100:00100000:0.0:1746126649.012131:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972674432 00002000:00100000:0.0:1746126649.012183:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133540e00 x1830945972674432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.012194:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133540e00 with x1830945972674432 ext(0->4095) 00002000:00010000:0.0:1746126649.012199:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133540e00 00000100:00100000:0.0:1746126649.012220:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3716 00000100:00100000:0.0:1746126649.012226:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1979:x1830945972674432:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126649.012370:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1979:x1830945972674432:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.012377:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3716 00002000:00100000:0.0:1746126649.012383:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133540e00 x1830945972674432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.012389:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133540e00 with x1830945972674432 ext(0->4095) 00002000:00010000:0.0:1746126649.012392:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133540e00 00000100:00080000:0.0:1746126649.012409:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126649.018975:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972674560 00000100:00100000:0.0:1746126649.018985:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972674560 00000100:00100000:0.0:1746126649.019028:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4786 00000100:00100000:0.0:1746126649.019035:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972674560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126649.019053:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126649.019069:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec24fe expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.019095:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f7 expref: 98 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.019103:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126649.019104:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126649.019108:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24fe expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.019139:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f7 expref: 98 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.019151:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093525800/0x9cce4314879c592f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24f7 expref: 98 pid: 8440 timeout: 661 lvb_type: 0 00000100:00100000:0.0:1746126649.019163:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013622ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973439232:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126649.019233:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126649.029868:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.034005:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.034175:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.038185:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.038214:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972675200 00000100:00100000:0.0:1746126649.038222:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972675200 00002000:00100000:0.0:1746126649.038265:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945972675200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.038281:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945972675200 ext(0->4095) 00010000:00010000:0.0:1746126649.038290:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24fe expref: 6 pid: 8440 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126649.038303:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24fe expref: 6 pid: 8440 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126649.038309:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126649.038338:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1494 00000100:00100000:0.0:1746126649.038345:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972675200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126649.039591:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972675200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1244us (1410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.039600:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1494 00002000:00100000:0.0:1746126649.039607:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945972675200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.039614:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945972675200 ext(0->4095) 00010000:00010000:0.0:1746126649.039621:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24fe expref: 6 pid: 8440 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126649.039631:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130803a00/0x9cce4314879c5936 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec24fe expref: 6 pid: 8440 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126649.039637:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126649.042784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.047627:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.050323:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.052613:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.056632:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.058673:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.058906:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.061976:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.065181:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.067686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.070120:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.073095:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.075945:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:0.0:1746126649.080627:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126649.080630:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126649.080633:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126649.080642:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973440768 00000100:00100000:0.0:1746126649.080645:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973440768 00000100:00100000:0.0:1746126649.080674:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1746126649.080679:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973440768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126649.080708:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973440768:12345-0@lo:400:kworker.0 Request processed in 29us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.080713:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00080000:0.0:1746126649.081891:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126649.083280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.083376:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.086298:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.088276:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.090936:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.095041:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.098812:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.102527:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.106936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.111175:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.116700:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.120349:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.124351:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.127051:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.132251:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.135110:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.135215:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.139220:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.140164:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.144064:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.146597:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.148790:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.153992:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.157941:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.160774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.165219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.168955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.174149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.179799:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.192689:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.196034:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.199305:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.205295:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.205395:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.211635:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.216627:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973444736:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126649.216649:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126649.216698:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972683776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4258us (5073us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.216708:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6495 00000100:00100000:0.0:1746126649.217367:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.221531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.226985:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.230790:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.235768:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.237629:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.240960:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.245795:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.250511:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.260224:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.281983:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.310406:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.315617:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.320149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.325730:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.334433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.343993:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.349587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.353469:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.358965:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.365780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.374830:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.379303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.384369:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.401426:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972688384 00000100:00100000:0.0:1746126649.401434:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972688384 00002000:00100000:0.0:1746126649.401490:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133542d80 x1830945972688384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.401525:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133542d80 with x1830945972688384 ext(0->4095) 00002000:00010000:0.0:1746126649.401530:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133542d80 00000100:00100000:0.0:1746126649.401553:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3732 00000100:00100000:0.0:1746126649.401559:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133542d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972688384:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126649.401704:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133542d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972688384:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.401709:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3732 00002000:00100000:0.0:1746126649.401713:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133542d80 x1830945972688384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.401720:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133542d80 with x1830945972688384 ext(0->4095) 00002000:00010000:0.0:1746126649.401723:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133542d80 00000100:00100000:0.0:1746126649.405909:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.415194:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.415256:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.422562:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.432386:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972689152 00000100:00100000:0.0:1746126649.432389:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972689152 00000100:00100000:0.0:1746126649.432417:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4814 00000100:00100000:0.0:1746126649.432424:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972689152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126649.432461:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126649.432476:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c59fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec25c2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.432509:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126649.432514:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c59f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec25bb expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.432519:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126649.432523:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c59fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec25c2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.432558:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c59f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec25bb expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.432569:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c59fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec25c2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.432578:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817c00, rc 0) 00000100:00100000:0.0:1746126649.432623:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972689152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.432629:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4814 00000100:00100000:0.0:1746126649.437623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.446309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.452798:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.459677:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.464748:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.469391:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.481299:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.484973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.488905:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.491378:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.500221:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.502643:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.505841:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.510878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.512902:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.517725:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801336e8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973448576:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126649.517749:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126649.517805:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945972691968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4722us (4902us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.517816:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6510 00000100:00100000:0.0:1746126649.518175:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.524166:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.525272:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.528597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.532188:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.537407:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.552437:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.564565:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.564616:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.569474:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.573544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.576016:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.580840:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.583301:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.587541:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.592286:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.592845:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.596704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.600788:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.607421:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.615413:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.618800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.623298:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.626288:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.627229:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.630055:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.630092:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.632863:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.635357:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.635420:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.642790:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.646072:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.648909:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.651522:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126649.659562:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b850800/0x9cce4314879c5a63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec262b expref: 20 pid: 11071 timeout: 661 lvb_type: 0 00000100:00100000:0.0:1746126649.659580:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801336e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973451392:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126649.659774:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c5a6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2632 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126649.659786:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b851200, rc 0) 00000100:00100000:0.0:1746126649.660222:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972697984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8245us (8706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126649.660229:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4830 00000100:00100000:0.0:1746126649.661798:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.661880:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.669975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.671645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.672118:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.676589:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972699520 00000100:00100000:0.0:1746126649.676596:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972699520 00002000:00100000:0.0:1746126649.676633:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133540700 x1830945972699520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.676643:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133540700 with x1830945972699520 ext(0->4095) 00010000:00010000:0.0:1746126649.676651:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5a78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2640 expref: 6 pid: 11071 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126649.676665:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5a78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2640 expref: 6 pid: 11071 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126649.676671:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133540700 00000100:00100000:0.0:1746126649.676687:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1523 00000100:00100000:0.0:1746126649.676693:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972699520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126649.676848:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972699520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.676855:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1523 00002000:00100000:0.0:1746126649.676860:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133540700 x1830945972699520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.676866:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133540700 with x1830945972699520 ext(0->4095) 00010000:00010000:0.0:1746126649.676871:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5a78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2640 expref: 6 pid: 11071 timeout: 661 lvb_type: 0 00010000:00010000:0.0:1746126649.676879:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5a78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2640 expref: 6 pid: 11071 timeout: 661 lvb_type: 0 00002000:00010000:0.0:1746126649.676885:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133540700 00000100:00100000:0.0:1746126649.679644:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.683152:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.685300:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.691125:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.693525:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.696542:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.699857:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.701899:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.705882:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.708525:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.711273:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.714917:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.724005:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.725661:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.731963:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.738276:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.742727:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.754232:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.760611:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.771280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.774563:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.776207:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.777861:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.784223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.791128:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.797830:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.800406:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.805553:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.809644:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.814663:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.818760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.818812:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.823095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.826367:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.831106:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.838836:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.849801:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.860079:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.868577:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972706304 00000100:00100000:0.0:1746126649.868586:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972706304 00002000:00100000:0.0:1746126649.868632:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336ead80 x1830945972706304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.868641:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336ead80 with x1830945972706304 ext(0->4095) 00002000:00010000:0.0:1746126649.868647:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801336ead80 00000100:00100000:0.0:1746126649.868678:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3747 00000100:00100000:0.0:1746126649.868685:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972706304:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126649.869274:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972706304:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 588us (883us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.869280:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3747 00002000:00100000:0.0:1746126649.869286:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336ead80 x1830945972706304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.869293:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336ead80 with x1830945972706304 ext(0->4095) 00002000:00010000:0.0:1746126649.869297:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801336ead80 00000100:00100000:0.0:1746126649.870262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.872848:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.876335:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.878730:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.890806:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.893056:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.907668:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.913277:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.916555:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.919628:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.923431:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.935887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.936000:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.943299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.950115:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.954678:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972709504 00000100:00100000:0.0:1746126649.954686:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972709504 00002000:00100000:0.0:1746126649.954727:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133543800 x1830945972709504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.954737:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133543800 with x1830945972709504 ext(0->4095) 00002000:00010000:0.0:1746126649.954741:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133543800 00000100:00100000:0.0:1746126649.954767:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3750 00000100:00100000:0.0:1746126649.954773:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972709504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126649.954937:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133543800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972709504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.954943:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3750 00002000:00100000:0.0:1746126649.954948:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133543800 x1830945972709504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.954955:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133543800 with x1830945972709504 ext(0->4095) 00002000:00010000:0.0:1746126649.954958:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133543800 00000100:00100000:0.0:1746126649.959132:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.962944:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.967725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.968430:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.973016:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972710272 00000100:00100000:0.0:1746126649.973025:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972710272 00002000:00100000:0.0:1746126649.973063:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133541f80 x1830945972710272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/0 e 0 to 0 dl 1746126660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.973072:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133541f80 with x1830945972710272 ext(0->4095) 00010000:00010000:0.0:1746126649.973080:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c5b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec26cc expref: 6 pid: 8441 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126649.973096:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c5b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec26cc expref: 6 pid: 8441 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126649.973101:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133541f80 00000100:00100000:0.0:1746126649.973127:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1537 00000100:00100000:0.0:1746126649.973133:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972710272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126649.973276:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972710272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126649.973281:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1537 00002000:00100000:0.0:1746126649.973286:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133541f80 x1830945972710272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:410/0 lens 488/4536 e 0 to 0 dl 1746126660 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126649.973293:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133541f80 with x1830945972710272 ext(0->4095) 00010000:00010000:0.0:1746126649.973297:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c5b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec26cc expref: 6 pid: 8441 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126649.973305:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c5b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec26cc expref: 6 pid: 8441 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126649.973310:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133541f80 00000100:00100000:0.0:1746126649.975760:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126649.979610:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.016893:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.034957:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.041830:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.044508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.045844:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.048411:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.050972:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.053830:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.057660:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.069323:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.072010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.079901:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.080785:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.083246:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.084871:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.091757:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.095140:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.100467:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972714368 00000100:00100000:0.0:1746126650.100474:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972714368 00002000:00100000:0.0:1746126650.100519:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d66a450 x1830945972714368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.100529:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d66a450 with x1830945972714368 ext(0->4095) 00002000:00010000:0.0:1746126650.100533:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d66a450 00000100:00100000:0.0:1746126650.100559:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3755 00000100:00100000:0.0:1746126650.100565:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d66a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945972714368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126650.100714:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d66a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945972714368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126650.100719:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3755 00002000:00100000:0.0:1746126650.100725:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d66a450 x1830945972714368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/4536 e 0 to 0 dl 1746126661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.100732:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d66a450 with x1830945972714368 ext(0->4095) 00002000:00010000:0.0:1746126650.100734:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d66a450 00000100:00100000:0.0:1746126650.111038:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.111939:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.116036:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972715136 00000100:00100000:0.0:1746126650.116044:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972715136 00000100:00100000:0.0:1746126650.116171:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4863 00000100:00100000:0.0:1746126650.116182:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945972715136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126650.116198:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126650.116213:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c5b51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2719 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.116237:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126650.116242:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c5b4a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2712 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.116248:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126650.116251:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c5b51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2719 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.116284:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c5b4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2712 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.116294:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c5b51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2719 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.116303:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817400, rc 0) 00000100:00100000:0.0:1746126650.116349:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945972715136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126650.116355:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4863 00000100:00100000:0.0:1746126650.116709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.120242:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.124265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.128169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.130604:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.133724:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.138006:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972716416 00000100:00100000:0.0:1746126650.138014:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972716416 00002000:00100000:0.0:1746126650.138057:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e9c00 x1830945972716416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.138067:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9c00 with x1830945972716416 ext(0->4095) 00002000:00010000:0.0:1746126650.138072:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801336e9c00 00000100:00100000:0.0:1746126650.138089:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3758 00000100:00100000:0.0:1746126650.138096:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972716416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126650.138634:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972716416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 537us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126650.138641:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3758 00002000:00100000:0.0:1746126650.138647:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e9c00 x1830945972716416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:411/0 lens 488/4536 e 0 to 0 dl 1746126661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.138655:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9c00 with x1830945972716416 ext(0->4095) 00002000:00010000:0.0:1746126650.138658:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801336e9c00 00000100:00100000:0.0:1746126650.139142:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.140938:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972716672 00000100:00100000:0.0:1746126650.140943:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972716672 00000100:00100000:0.0:1746126650.141041:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4866 00000100:00100000:0.0:1746126650.141048:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013343ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945972716672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126650.141057:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126650.141067:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c5b66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec272e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.141081:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126650.141085:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d90be00/0x9cce4314879c5b5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2727 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.141090:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126650.141093:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c5b66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec272e expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.141403:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d90be00/0x9cce4314879c5b5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2727 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.141414:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c5b66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec272e expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.141423:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817000, rc 0) 00000100:00100000:0.0:1746126650.141553:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013343ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945972716672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 505us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126650.141558:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4866 00000100:00100000:0.0:1746126650.142955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.144708:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.146887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.151682:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.153256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.155507:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.157909:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.160422:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.163597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.166060:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.168816:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.173616:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.174342:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.178503:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.181806:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.182390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.186269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.190288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.193587:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.196704:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.200440:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.203205:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.205379:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.210247:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.210288:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.213486:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.217386:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.220250:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.222873:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.225579:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.228272:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.232858:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.232911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.236002:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.240724:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.245361:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.245475:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.248745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.251940:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.252020:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.254390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.258090:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.261058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.267938:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.270070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.272202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.274138:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.276576:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.280145:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972725248 00000100:00100000:0.0:1746126650.280154:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972725248 00002000:00100000:0.0:1746126650.280201:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336eb800 x1830945972725248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.280211:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336eb800 with x1830945972725248 ext(0->4095) 00010000:00010000:0.0:1746126650.280219:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5bcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2797 expref: 31 pid: 11071 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.280233:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5bcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2797 expref: 31 pid: 11071 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.280245:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336eb800 00000100:00100000:0.0:1746126650.280276:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1551 00000100:00100000:0.0:1746126650.280284:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945972725248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126650.280466:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945972725248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126650.280472:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1551 00002000:00100000:0.0:1746126650.280477:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336eb800 x1830945972725248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/4536 e 0 to 0 dl 1746126661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.280484:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336eb800 with x1830945972725248 ext(0->4095) 00010000:00010000:0.0:1746126650.280488:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5bcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2797 expref: 31 pid: 11071 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.280506:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c5bcf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2797 expref: 31 pid: 11071 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.280512:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336eb800 00000100:00100000:0.0:1746126650.287606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.291743:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.294063:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.298882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.303970:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972726016 00000100:00100000:0.0:1746126650.303977:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972726016 00000100:00100000:0.0:1746126650.304012:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4884 00000100:00100000:0.0:1746126650.304018:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013343b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945972726016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126650.304034:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126650.304049:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c5be4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec27ac expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.304077:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5bdd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27a5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.304084:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126650.304086:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126650.304089:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c5be4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27ac expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.304117:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5bdd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27a5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.304128:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5bdd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27a5 expref: 5 pid: 11071 timeout: 662 lvb_type: 0 00000100:00100000:0.0:1746126650.304139:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136ad9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973465344:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126650.304208:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126650.309114:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.309649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.313634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.316949:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.321058:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.324235:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.327806:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.341834:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.345987:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.350267:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.358103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.361857:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.361953:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.367109:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.367217:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.375509:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.378772:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.379781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.384728:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972730368 00000100:00100000:0.0:1746126650.384735:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972730368 00002000:00100000:0.0:1746126650.384771:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336ead80 x1830945972730368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.384781:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336ead80 with x1830945972730368 ext(0->4095) 00010000:00010000:0.0:1746126650.384789:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5c15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27dd expref: 6 pid: 11071 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.384802:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5c15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27dd expref: 6 pid: 11071 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.384809:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336ead80 00000100:00100000:0.0:1746126650.384834:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1557 00000100:00100000:0.0:1746126650.384840:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972730368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126650.384988:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972730368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (893us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126650.384997:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1557 00002000:00100000:0.0:1746126650.385001:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336ead80 x1830945972730368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:411/0 lens 488/4536 e 0 to 0 dl 1746126661 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.385008:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336ead80 with x1830945972730368 ext(0->4095) 00010000:00010000:0.0:1746126650.385013:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5c15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27dd expref: 6 pid: 11071 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.385021:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5c15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec27dd expref: 6 pid: 11071 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.385027:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336ead80 00000100:00100000:0.0:1746126650.388794:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.394764:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972730752 00000100:00100000:0.0:1746126650.394771:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972730752 00002000:00100000:0.0:1746126650.394811:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013343a680 x1830945972730752/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.394820:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013343a680 with x1830945972730752 ext(0->4095) 00002000:00010000:0.0:1746126650.394825:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013343a680 00000100:00100000:0.0:1746126650.394852:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3771 00000100:00100000:0.0:1746126650.394859:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013343a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945972730752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126650.395003:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013343a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945972730752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126650.395009:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3771 00002000:00100000:0.0:1746126650.395014:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013343a680 x1830945972730752/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 488/4536 e 0 to 0 dl 1746126661 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.395022:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013343a680 with x1830945972730752 ext(0->4095) 00002000:00010000:0.0:1746126650.395024:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013343a680 00000100:00100000:0.0:1746126650.396963:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.400552:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.406094:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.406140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.409821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.410949:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.414710:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.417545:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.421078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.424148:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.429934:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.432900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.436952:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.438896:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.440987:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.444088:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.447176:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.450296:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.454533:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.457781:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.460066:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.464034:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.466062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.468924:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.471725:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.475631:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.480632:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.484433:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126650.486384:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126650.487261:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.490751:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.494248:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.494943:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.497637:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.499912:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.504345:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.507751:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.511688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.517516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.526622:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.540163:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.545708:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.551068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.554682:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.565026:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.584041:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.592117:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.593332:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972738560 00000100:00100000:0.0:1746126650.593341:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972738560 00002000:00100000:0.0:1746126650.593382:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b6d3b80 x1830945972738560/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 496/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.593392:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d3b80 with x1830945972738560 ext(0->7) 00010000:00010000:0.0:1746126650.593401:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c5c7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2846 expref: 35 pid: 16421 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.593414:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c5c7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2846 expref: 35 pid: 16421 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.593420:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d3b80 00000100:00100000:0.0:1746126650.594082:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1565 00000100:00100000:0.0:1746126650.594090:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945972738560:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126650.594416:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1981:x1830945972738560:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 325us (2308us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1746126650.594422:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1565 00002000:00100000:0.0:1746126650.594428:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b6d3b80 x1830945972738560/t4294967932(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 496/448 e 0 to 0 dl 1746126661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.594436:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d3b80 with x1830945972738560 ext(0->7) 00010000:00010000:0.0:1746126650.594465:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c5c7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2846 expref: 37 pid: 16421 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.594474:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c5c7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2846 expref: 37 pid: 16421 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.594480:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d3b80 00000100:00100000:0.0:1746126650.597078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.603807:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.609078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.614946:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.634128:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.665797:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.667459:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972739584 00000100:00100000:0.0:1746126650.667462:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972739584 00002000:00100000:0.0:1746126650.667502:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801336e9f80 x1830945972739584/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 496/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.667529:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9f80 with x1830945972739584 ext(0->7) 00010000:00010000:0.0:1746126650.667538:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5c8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2854 expref: 37 pid: 16421 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.667551:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5c8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2854 expref: 37 pid: 16421 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.667557:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e9f80 00000100:00100000:0.0:1746126650.667573:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1567 00000100:00100000:0.0:1746126650.667579:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1982:x1830945972739584:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126650.667880:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945972739584:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 300us (493us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1746126650.667887:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1567 00002000:00100000:0.0:1746126650.667893:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801336e9f80 x1830945972739584/t4294967933(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:411/0 lens 496/448 e 0 to 0 dl 1746126661 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.667899:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9f80 with x1830945972739584 ext(0->7) 00010000:00010000:0.0:1746126650.667903:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5c8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2854 expref: 39 pid: 16421 timeout: 662 lvb_type: 0 00010000:00010000:0.0:1746126650.667912:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5c8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2854 expref: 39 pid: 16421 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.667918:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e9f80 00000100:00100000:0.0:1746126650.669558:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.674109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.674137:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972740096 00000100:00100000:0.0:1746126650.674142:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972740096 00002000:00100000:0.0:1746126650.674169:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2d80 x1830945972740096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:411/0 lens 488/0 e 0 to 0 dl 1746126661 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126650.674177:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2d80 with x1830945972740096 ext(0->4095) 00010000:00010000:0.0:1746126650.674182:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5c93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec285b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.674191:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5c93 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec285b expref: 6 pid: 8440 timeout: 662 lvb_type: 0 00002000:00010000:0.0:1746126650.674197:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d2d80 00000100:00100000:0.0:1746126650.674209:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1568 00000100:00100000:0.0:1746126650.674214:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972740096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126650.682361:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.686350:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.689283:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.691861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.696613:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.697192:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.709891:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.714017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.724084:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.729129:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.737243:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.739285:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.744010:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.750516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.775119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.778431:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.793822:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.799103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.801121:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.814645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.820107:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.824144:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.838522:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.841900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.844202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.847095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.847165:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.853541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.858285:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.863381:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.866505:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.870871:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.874265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.876014:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.879576:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.883106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.885854:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.885938:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.889299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.899682:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.902756:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.905131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.908134:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.913366:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.916393:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.916512:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.918798:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.920003:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.923135:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.932612:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.940010:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972750080 00000100:00100000:0.0:1746126650.940018:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972750080 00000100:00100000:0.0:1746126650.940609:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4929 00000100:00100000:0.0:1746126650.940618:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972750080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126650.940634:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126650.940650:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c5d1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec28e7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.940677:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009abfec00/0x9cce4314879c5d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec28e0 expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.940685:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126650.940687:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126650.940690:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817e00/0x9cce4314879c5d1f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec28e7 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.940722:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009abfec00/0x9cce4314879c5d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec28e0 expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126650.940733:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009abfec00/0x9cce4314879c5d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec28e0 expref: 45 pid: 11071 timeout: 663 lvb_type: 0 00000100:00100000:0.0:1746126650.940744:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009232e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973476864:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126650.940827:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126650.943524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.946554:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.947349:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.952347:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.953686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.957081:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.968351:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.973259:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.976579:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.976652:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.982231:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.984802:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.987879:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126650.995904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.000417:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.003583:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.009583:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.012406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.014712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.020193:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972754176 00000100:00100000:0.0:1746126651.020201:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972754176 00002000:00100000:0.0:1746126651.020239:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e8700 x1830945972754176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.020250:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e8700 with x1830945972754176 ext(0->4095) 00010000:00010000:0.0:1746126651.020257:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c5d50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2918 expref: 47 pid: 16421 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.020270:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c5d50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2918 expref: 47 pid: 16421 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.020276:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e8700 00000100:00100000:0.0:1746126651.020575:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1585 00000100:00100000:0.0:1746126651.020581:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945972754176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126651.020729:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945972754176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.020734:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1585 00002000:00100000:0.0:1746126651.020739:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e8700 x1830945972754176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.020745:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e8700 with x1830945972754176 ext(0->4095) 00010000:00010000:0.0:1746126651.020750:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c5d50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2918 expref: 47 pid: 16421 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.020758:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c5d50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2918 expref: 47 pid: 16421 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.020763:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e8700 00000100:00100000:0.0:1746126651.022360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.029304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.034756:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.036473:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.041439:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972755200 00000100:00100000:0.0:1746126651.041466:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972755200 00002000:00100000:0.0:1746126651.041535:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e9180 x1830945972755200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.041545:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9180 with x1830945972755200 ext(0->4095) 00010000:00010000:0.0:1746126651.041551:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2926 expref: 6 pid: 16421 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.041563:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2926 expref: 6 pid: 16421 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.041569:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e9180 00000100:00100000:0.0:1746126651.041965:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1586 00000100:00100000:0.0:1746126651.041972:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972755200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126651.042106:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972755200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (992us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.042112:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1586 00002000:00100000:0.0:1746126651.042116:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e9180 x1830945972755200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.042130:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e9180 with x1830945972755200 ext(0->4095) 00010000:00010000:0.0:1746126651.042135:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2926 expref: 6 pid: 16421 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.042144:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2926 expref: 6 pid: 16421 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.042149:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e9180 00000100:00100000:0.0:1746126651.044414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.047271:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.088575:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.114354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.114406:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.117637:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.119692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.121543:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.150943:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.157554:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.166457:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.168564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.174231:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972757632 00000100:00100000:0.0:1746126651.174244:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972757632 00000100:00100000:0.0:1746126651.174306:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4944 00000100:00100000:0.0:1746126651.174314:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945972757632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126651.174331:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126651.174345:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c5d88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2950 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126651.174370:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126651.174375:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5d81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2949 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126651.174381:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126651.174384:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c5d88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2950 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126651.174419:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5d81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2949 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126651.174430:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c5d88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2950 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126651.174440:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091816000, rc 0) 00000100:00100000:0.0:1746126651.174515:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945972757632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (2267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126651.174521:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4944 00000100:00100000:0.0:1746126651.179602:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.183969:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.190344:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.195214:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.205234:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.218749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.221291:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.226896:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.229319:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.230422:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.236248:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.238879:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.239564:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.246574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.262776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.276648:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.281431:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.286708:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.291611:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.298662:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.301931:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.324884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.326870:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.329504:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.332552:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.334419:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.336683:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.339549:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.345159:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.347880:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.350698:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.354243:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.357298:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.359075:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.361099:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.362554:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.365064:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.370871:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.371464:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972764160 00000100:00100000:0.0:1746126651.371471:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972764160 00002000:00100000:0.0:1746126651.371520:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945972764160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.371531:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945972764160 ext(0->4095) 00010000:00010000:0.0:1746126651.371539:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2996 expref: 59 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.371553:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2996 expref: 59 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.371559:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:0.0:1746126651.371728:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1599 00000100:00100000:0.0:1746126651.371736:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945972764160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126651.372121:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945972764160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 385us (1251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.372126:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1599 00002000:00100000:0.0:1746126651.372131:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945972764160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.372139:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945972764160 ext(0->4095) 00010000:00010000:0.0:1746126651.372143:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2996 expref: 59 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.372152:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5dce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2996 expref: 59 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.372159:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:0.0:1746126651.374831:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.378862:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.384154:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.386161:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.390878:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972765184 00000100:00100000:0.0:1746126651.390886:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972765184 00002000:00100000:0.0:1746126651.390924:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013343aa00 x1830945972765184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.390935:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013343aa00 with x1830945972765184 ext(0->4095) 00010000:00010000:0.0:1746126651.390942:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29a4 expref: 6 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.390955:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29a4 expref: 6 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.390960:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013343aa00 00000100:00100000:0.0:1746126651.391298:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1601 00000100:00100000:0.0:1746126651.391305:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013343aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972765184:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126651.391673:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013343aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972765184:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 367us (1712us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.391679:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1601 00002000:00100000:0.0:1746126651.391684:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88013343aa00 x1830945972765184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.391698:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013343aa00 with x1830945972765184 ext(0->4095) 00010000:00010000:0.0:1746126651.391703:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29a4 expref: 6 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.391711:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29a4 expref: 6 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.391716:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013343aa00 00000100:00100000:0.0:1746126651.394596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.398148:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.400527:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.405732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.408094:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.410822:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.415715:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.420229:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.426012:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.442158:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.442222:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.444808:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.456021:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.467777:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.486891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.504316:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.507246:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.513002:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.517351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.521091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.524967:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.528119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.551124:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.553621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.558292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.561461:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945972769408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2313us (3158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126651.561471:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6656 00000100:00100000:0.0:1746126651.563041:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972769664 00000100:00100000:0.0:1746126651.563049:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972769664 00002000:00100000:0.0:1746126651.563086:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e8000 x1830945972769664/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.563095:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e8000 with x1830945972769664 ext(0->4095) 00010000:00010000:0.0:1746126651.563102:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.563113:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.563120:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e8000 00000100:00100000:0.0:1746126651.563137:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1608 00000100:00100000:0.0:1746126651.563143:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972769664:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126651.566026:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972769664:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 2870us (3027us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.566038:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1608 00002000:00100000:0.0:1746126651.566050:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336e8000 x1830945972769664/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.566066:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336e8000 with x1830945972769664 ext(0->4095) 00010000:00010000:0.0:1746126651.566076:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.566091:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.566097:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336e8000 00000100:00100000:0.0:1746126651.572941:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.573108:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972769792 00000100:00100000:1.0:1746126651.573117:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972769792 00010000:00010000:1.0:1746126651.573150:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746126651.573184:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6657 00000100:00100000:1.0:1746126651.573191:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972769792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126651.573204:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126651.573224:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.573235:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.573255:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5e14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29dc expref: 6 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.573498:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126651.573500:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126651.573508:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.573515:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.573546:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126651.573558:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973486208:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126651.573850:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126651.576272:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973486208:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126651.576299:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126651.576758:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972769792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3565us (3828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126651.576769:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6657 00000100:00100000:0.0:1746126651.577186:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.583735:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.592742:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.592891:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972770304 00000100:00100000:1.0:1746126651.592898:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972770304 00002000:00100000:1.0:1746126651.592936:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942baa00 x1830945972770304/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 496/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.592946:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945972770304 ext(0->7) 00010000:00010000:1.0:1746126651.592952:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 64 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.592964:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 64 pid: 8440 timeout: 663 lvb_type: 0 00002000:00010000:1.0:1746126651.592970:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942baa00 00000100:00100000:1.0:1746126651.593660:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1609 00000100:00100000:1.0:1746126651.593667:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945972770304:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126651.593978:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972770304:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 311us (1235us total) trans 4294967947 rc 0/0 00000100:00100000:1.0:1746126651.593987:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1609 00002000:00100000:1.0:1746126651.593993:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942baa00 x1830945972770304/t4294967947(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 496/448 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.594000:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945972770304 ext(0->7) 00010000:00010000:1.0:1746126651.594005:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.594015:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00002000:00010000:1.0:1746126651.594021:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942baa00 00000100:00100000:0.0:1746126651.595387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.595469:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972770432 00000100:00100000:1.0:1746126651.595477:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972770432 00010000:00010000:1.0:1746126651.595518:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00000100:00100000:1.0:1746126651.595556:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6658 00000100:00100000:1.0:1746126651.595563:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972770432:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126651.595576:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126651.595593:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.595605:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.595627:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5e1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29e3 expref: 66 pid: 8440 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.595660:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126651.595662:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126651.595670:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29ea expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.595677:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29ea expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.595711:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29ea expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126651.595724:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973486464:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126651.595789:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126651.599625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.599720:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973486464:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126651.599745:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126651.599786:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945972770432:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4223us (4403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126651.599797:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6658 00000100:00100000:0.0:1746126651.604906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.605082:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.607508:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.610825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.614201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.614264:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.616781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.616930:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972771840 00000100:00100000:1.0:1746126651.616936:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972771840 00002000:00100000:1.0:1746126651.616969:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945972771840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.616978:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945972771840 ext(0->4095) 00010000:00010000:1.0:1746126651.616984:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29f8 expref: 66 pid: 8441 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.616998:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29f8 expref: 66 pid: 8441 timeout: 663 lvb_type: 0 00002000:00010000:1.0:1746126651.617004:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:1.0:1746126651.617310:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1611 00000100:00100000:1.0:1746126651.617317:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972771840:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126651.617476:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972771840:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126651.617493:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1611 00002000:00100000:1.0:1746126651.617498:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945972771840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.617505:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945972771840 ext(0->4095) 00010000:00010000:1.0:1746126651.617510:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29f8 expref: 66 pid: 8441 timeout: 663 lvb_type: 0 00010000:00010000:1.0:1746126651.617518:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c5e30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec29f8 expref: 66 pid: 8441 timeout: 663 lvb_type: 0 00002000:00010000:1.0:1746126651.617524:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:0.0:1746126651.618825:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.618887:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.627194:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.631931:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.636011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.638072:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3811 00000100:00100000:1.0:1746126651.638082:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972772736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126651.638250:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945972772736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (2242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126651.638260:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3811 00002000:00100000:1.0:1746126651.638265:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093714380 x1830945972772736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.638272:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714380 with x1830945972772736 ext(0->4095) 00002000:00010000:1.0:1746126651.638274:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093714380 00000100:00100000:0.0:1746126651.643354:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.649166:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.649282:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.654769:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.668815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.673424:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.688694:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.694670:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.701948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.709208:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.712860:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.720532:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.720587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.720726:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972774784 00000100:00100000:1.0:1746126651.720735:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972774784 00000100:00100000:1.0:1746126651.720835:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972774912 00000100:00100000:1.0:1746126651.720839:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972774912 00000100:00100000:1.0:1746126651.720919:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4974 00000100:00100000:1.0:1746126651.721613:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:31659:x1830945972774784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126651.721620:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126651.721626:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5e61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2a22 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.721638:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126651.721642:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.721647:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126651.721650:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5e61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a22 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.721674:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.721699:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5e61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a22 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126651.721707:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74e00, rc 0) 00000100:00100000:1.0:1746126651.721777:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31659:x1830945972774784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 850us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126651.721782:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4974 00000100:00100000:0.0:1746126651.725623:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.733069:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.734218:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972775296 00000100:00100000:0.0:1746126651.734226:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972775296 00002000:00100000:0.0:1746126651.734269:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33100 x1830945972775296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.734279:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33100 with x1830945972775296 ext(0->4095) 00010000:00010000:0.0:1746126651.734288:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 71 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.734301:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 71 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.734307:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33100 00000100:00100000:0.0:1746126651.735041:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1616 00000100:00100000:0.0:1746126651.735050:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945972775296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126651.735221:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945972775296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (2154us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.735226:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1616 00002000:00100000:0.0:1746126651.735232:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33100 x1830945972775296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.735238:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33100 with x1830945972775296 ext(0->4095) 00010000:00010000:0.0:1746126651.735242:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 71 pid: 11071 timeout: 663 lvb_type: 0 00010000:00010000:0.0:1746126651.735251:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a29 expref: 71 pid: 11071 timeout: 663 lvb_type: 0 00002000:00010000:0.0:1746126651.735256:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33100 00000100:00100000:0.0:1746126651.736645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.741476:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.744117:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.748400:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.751344:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.754098:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.757190:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.757477:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.760965:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.764538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.767685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.772019:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.772076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.775188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.777420:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.779629:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.786787:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.789692:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.794073:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.800432:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.802630:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.806649:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.811578:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.812284:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.817436:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.826769:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.839864:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.842789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.849292:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.859700:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.862971:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.880113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.882110:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.888098:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.895175:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.897936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.901759:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.905761:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.906822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.914026:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.917063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.922586:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.924382:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.930438:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.932657:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.934201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.934293:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972783360 00000100:00100000:1.0:1746126651.934297:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972783360 00002000:00100000:1.0:1746126651.934328:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99500 x1830945972783360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.934338:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945972783360 ext(0->4095) 00002000:00010000:1.0:1746126651.934342:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99500 00000100:00100000:1.0:1746126651.934357:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3820 00000100:00100000:1.0:1746126651.934362:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972783360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126651.934549:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972783360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126651.934555:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3820 00002000:00100000:1.0:1746126651.934560:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99500 x1830945972783360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.934568:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945972783360 ext(0->4095) 00002000:00010000:1.0:1746126651.934570:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99500 00000100:00100000:0.0:1746126651.938386:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.938521:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.942385:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.942431:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972783872 00000100:00100000:0.0:1746126651.942439:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972783872 00002000:00100000:0.0:1746126651.942497:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133439c00 x1830945972783872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.942507:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133439c00 with x1830945972783872 ext(0->4095) 00010000:00010000:0.0:1746126651.942515:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c5ed1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a99 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:0.0:1746126651.942527:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c5ed1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a99 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:0.0:1746126651.942534:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133439c00 00000100:00100000:0.0:1746126651.942549:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1626 00000100:00100000:0.0:1746126651.942562:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945972783872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126651.942718:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945972783872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.942724:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1626 00002000:00100000:0.0:1746126651.942729:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880133439c00 x1830945972783872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.942734:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133439c00 with x1830945972783872 ext(0->4095) 00010000:00010000:0.0:1746126651.942739:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c5ed1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a99 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:0.0:1746126651.942747:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c5ed1 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2a99 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:0.0:1746126651.942752:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133439c00 00000100:00100000:0.0:1746126651.946004:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.947577:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.951771:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.952370:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972784384 00000100:00100000:1.0:1746126651.952377:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972784384 00002000:00100000:1.0:1746126651.952412:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98e00 x1830945972784384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.952421:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945972784384 ext(0->4095) 00010000:00010000:1.0:1746126651.952428:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c5ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa0 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126651.952439:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c5ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa0 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126651.952476:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98e00 00000100:00100000:1.0:1746126651.952504:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1627 00000100:00100000:1.0:1746126651.952510:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972784384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126651.952665:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972784384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (902us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126651.952671:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1627 00002000:00100000:1.0:1746126651.952676:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98e00 x1830945972784384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.952683:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945972784384 ext(0->4095) 00010000:00010000:1.0:1746126651.952687:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c5ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa0 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126651.952696:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c5ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa0 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126651.952701:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98e00 00000100:00100000:0.0:1746126651.955828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.964625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.964686:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972784768 00000100:00100000:0.0:1746126651.964694:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972784768 00002000:00100000:0.0:1746126651.964737:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71180 x1830945972784768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.964747:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945972784768 ext(0->4095) 00002000:00010000:0.0:1746126651.964753:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746126651.964770:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3821 00000100:00100000:0.0:1746126651.964776:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945972784768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126651.964941:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945972784768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126651.964947:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3821 00002000:00100000:0.0:1746126651.964953:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71180 x1830945972784768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 488/4536 e 0 to 0 dl 1746126662 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126651.964960:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945972784768 ext(0->4095) 00002000:00010000:0.0:1746126651.964963:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746126651.969725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126651.989213:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126651.989287:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972785024 00000100:00100000:1.0:1746126651.989298:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972785024 00002000:00100000:1.0:1746126651.989350:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c73100 x1830945972785024/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 496/0 e 0 to 0 dl 1746126662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.989361:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945972785024 ext(0->7) 00010000:00010000:1.0:1746126651.989370:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa7 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126651.989385:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa7 expref: 72 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126651.989391:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:1.0:1746126651.989422:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1628 00000100:00100000:1.0:1746126651.989429:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945972785024:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126651.991022:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945972785024:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1587us (1814us total) trans 4294967951 rc 0/0 00000100:00100000:1.0:1746126651.991031:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1628 00002000:00100000:1.0:1746126651.991039:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c73100 x1830945972785024/t4294967951(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:412/0 lens 496/448 e 0 to 0 dl 1746126662 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126651.991047:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945972785024 ext(0->7) 00010000:00010000:1.0:1746126651.991054:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa7 expref: 74 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126651.991067:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aa7 expref: 74 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126651.991072:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:0.0:1746126651.997706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.001646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.003773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.004015:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972785536 00000100:00100000:1.0:1746126652.004021:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972785536 00002000:00100000:1.0:1746126652.004058:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945972785536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.004067:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945972785536 ext(0->4095) 00010000:00010000:1.0:1746126652.004075:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aae expref: 6 pid: 8440 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.004086:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5ee6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aae expref: 6 pid: 8440 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.004091:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c70000 00000100:00100000:1.0:1746126652.004814:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1629 00000100:00100000:1.0:1746126652.004821:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972785536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.004962:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972785536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (1190us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.004968:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1629 00002000:00100000:1.0:1746126652.004972:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945972785536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.004980:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945972785536 ext(0->4095) 00010000:00010000:1.0:1746126652.004984:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aae expref: 6 pid: 8440 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.004994:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c5ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aae expref: 6 pid: 8440 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.004999:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c70000 00000100:00100000:0.0:1746126652.009849:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.015475:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.028825:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.036531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.036583:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.036657:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972786176 00000100:00100000:1.0:1746126652.036666:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972786176 00002000:00100000:1.0:1746126652.036707:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c72680 x1830945972786176/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.036717:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945972786176 ext(0->7) 00010000:00010000:1.0:1746126652.036725:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ab5 expref: 74 pid: 8440 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.036737:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ab5 expref: 74 pid: 8440 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.036743:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:1.0:1746126652.036774:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1630 00000100:00100000:1.0:1746126652.036781:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1981:x1830945972786176:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126652.037095:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972786176:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 314us (574us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1746126652.037102:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1630 00002000:00100000:1.0:1746126652.037109:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c72680 x1830945972786176/t4294967952(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/448 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.037116:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945972786176 ext(0->7) 00010000:00010000:1.0:1746126652.037120:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ab5 expref: 76 pid: 8440 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.037129:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5eed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ab5 expref: 76 pid: 8440 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.037135:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746126652.046849:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.052154:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.055854:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.062901:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.062974:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972787072 00000100:00100000:1.0:1746126652.062983:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972787072 00002000:00100000:1.0:1746126652.063028:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945972787072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.063038:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945972787072 ext(0->4095) 00002000:00010000:1.0:1746126652.063044:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6fb80 00000100:00100000:1.0:1746126652.063077:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3823 00000100:00100000:1.0:1746126652.063084:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972787072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.063259:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972787072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.063266:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3823 00002000:00100000:1.0:1746126652.063272:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945972787072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.063279:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945972787072 ext(0->4095) 00002000:00010000:1.0:1746126652.063282:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6fb80 00000100:00100000:0.0:1746126652.065627:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.066008:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972787200 00000100:00100000:1.0:1746126652.066016:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972787200 00000100:00100000:1.0:1746126652.066660:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4998 00000100:00100000:1.0:1746126652.066670:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972787200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.066688:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.066705:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2aca expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.066733:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5efb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ac3 expref: 75 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.066740:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.066742:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.066745:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aca expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.066776:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5efb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ac3 expref: 75 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.066786:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c5efb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ac3 expref: 75 pid: 8440 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.066801:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973494528:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.067303:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.068661:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973494528:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.068687:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aca expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.068700:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126652.068739:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972787200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2070us (3120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.068746:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4998 00000100:00100000:0.0:1746126652.070408:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.075124:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.075578:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972787456 00000100:00100000:1.0:1746126652.075587:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972787456 00000100:00100000:1.0:1746126652.075635:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4999 00000100:00100000:1.0:1746126652.075643:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945972787456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.075660:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.075674:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2ad1 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.075703:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.075712:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.075714:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.075717:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.075752:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.075764:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5f02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aca expref: 5 pid: 11071 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.075776:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973494784:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.077154:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126652.078108:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973494656:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126652.078124:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126652.078172:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945972787328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7545us (7767us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126652.078183:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6690 00000100:00100000:1.0:1746126652.080234:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973494784:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.080254:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.080267:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74000, rc 0) 00000100:00100000:1.0:1746126652.080301:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945972787456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4659us (5187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.080307:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4999 00000100:00100000:0.0:1746126652.081779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.082354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.082369:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972787840 00000100:00100000:1.0:1746126652.082376:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972787840 00000100:00100000:1.0:1746126652.082414:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5000 00000100:00100000:1.0:1746126652.082420:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945972787840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.082434:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.082466:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2ad8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.082497:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.082502:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.082508:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.082511:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad8 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.082540:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.082549:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad8 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.082556:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126652.082594:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945972787840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.082599:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5000 00000100:00100000:1.0:1746126652.088027:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972788224 00000100:00100000:1.0:1746126652.088033:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972788224 00002000:00100000:1.0:1746126652.088301:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f3100 x1830945972788224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.088311:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945972788224 ext(0->4095) 00010000:00010000:1.0:1746126652.088319:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.088337:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5f09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad1 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.088347:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:1.0:1746126652.098314:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972788736 00000100:00100000:1.0:1746126652.098321:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972788736 00000100:00100000:1.0:1746126652.098354:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5001 00000100:00100000:1.0:1746126652.098359:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972788736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.098370:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.098386:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2adf expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.098410:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad8 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.098417:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.098418:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.098421:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2adf expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.098493:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad8 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.098504:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5f10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ad8 expref: 75 pid: 11071 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.098516:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133438e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973495296:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.098587:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.099911:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133438e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973495296:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.099932:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2adf expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.099943:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75e00, rc 0) 00000100:00100000:1.0:1746126652.100257:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972788736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1894us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.100264:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5001 00000100:00100000:0.0:1746126652.100723:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.103146:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972789120 00000100:00100000:0.0:1746126652.103152:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972789120 00002000:00100000:0.0:1746126652.103196:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0700 x1830945972789120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126652.103205:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0700 with x1830945972789120 ext(0->4095) 00002000:00010000:0.0:1746126652.103209:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0700 00000100:00100000:0.0:1746126652.103530:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3825 00000100:00100000:0.0:1746126652.103537:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972789120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126652.103694:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972789120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126652.103700:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3825 00002000:00100000:0.0:1746126652.103704:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0700 x1830945972789120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126652.103711:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0700 with x1830945972789120 ext(0->4095) 00002000:00010000:0.0:1746126652.103714:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0700 00000100:00100000:0.0:1746126652.105948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.106357:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.107010:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972789248 00000100:00100000:1.0:1746126652.107019:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972789248 00000100:00100000:1.0:1746126652.107065:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972789376 00000100:00100000:1.0:1746126652.107068:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972789376 00000100:00100000:1.0:1746126652.107084:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5002 00000100:00100000:1.0:1746126652.107091:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945972789248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.107108:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.107124:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2ae6 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.107152:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2adf expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.107160:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.107162:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.107165:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.107194:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2adf expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.107210:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c5f17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2adf expref: 5 pid: 11071 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.107222:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133438e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973495552:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.107976:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.109872:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133438e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973495552:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.110194:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.110210:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126652.110252:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945972789248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3160us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.110259:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5002 00000100:00100000:0.0:1746126652.110687:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.114081:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.114302:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972789760 00000100:00100000:1.0:1746126652.114308:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972789760 00002000:00100000:1.0:1746126652.114342:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945972789760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.114351:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945972789760 ext(0->4095) 00010000:00010000:1.0:1746126652.114359:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.114370:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.114381:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6dc00 00000100:00100000:1.0:1746126652.114405:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1634 00000100:00100000:1.0:1746126652.114413:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945972789760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.114608:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945972789760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.114614:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1634 00002000:00100000:1.0:1746126652.114619:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945972789760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.114627:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945972789760 ext(0->4095) 00010000:00010000:1.0:1746126652.114631:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.114640:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ae6 expref: 77 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.114646:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6dc00 00000100:00100000:0.0:1746126652.117963:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.120146:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.124076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.124650:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972790272 00000100:00100000:1.0:1746126652.124657:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972790272 00002000:00100000:1.0:1746126652.124696:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945972790272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.124706:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945972790272 ext(0->4095) 00010000:00010000:1.0:1746126652.124714:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aed expref: 76 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.124730:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aed expref: 76 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.124737:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f800 00000100:00100000:1.0:1746126652.124923:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1635 00000100:00100000:1.0:1746126652.124931:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945972790272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.125080:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945972790272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (1011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.125085:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1635 00002000:00100000:1.0:1746126652.125090:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945972790272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.125096:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945972790272 ext(0->4095) 00010000:00010000:1.0:1746126652.125100:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aed expref: 76 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.125109:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5f25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2aed expref: 76 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.125113:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f800 00000100:00100000:0.0:1746126652.128581:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.129188:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.133654:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.138206:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.144095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.144172:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972791168 00000100:00100000:1.0:1746126652.144306:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972791168 00002000:00100000:1.0:1746126652.144351:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7480 x1830945972791168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.144361:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7480 with x1830945972791168 ext(0->4095) 00002000:00010000:1.0:1746126652.144367:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e7480 00000100:00100000:1.0:1746126652.144397:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3826 00000100:00100000:1.0:1746126652.144405:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972791168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.144623:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972791168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 218us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.144628:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3826 00002000:00100000:1.0:1746126652.144634:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7480 x1830945972791168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.144641:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7480 with x1830945972791168 ext(0->4095) 00002000:00010000:1.0:1746126652.144644:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e7480 00000100:00100000:0.0:1746126652.146403:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.151720:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.152216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.156126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.160346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.165158:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.175289:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.200954:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.201068:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972792448 00000100:00100000:1.0:1746126652.201077:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972792448 00002000:00100000:1.0:1746126652.201129:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083c2b800 x1830945972792448/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.201139:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b800 with x1830945972792448 ext(0->7) 00010000:00010000:1.0:1746126652.201149:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c5f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b09 expref: 76 pid: 16421 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.201163:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c5f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b09 expref: 76 pid: 16421 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.201169:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b800 00000100:00100000:1.0:1746126652.201202:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1638 00000100:00100000:1.0:1746126652.201209:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945972792448:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126652.201593:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1981:x1830945972792448:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 384us (649us total) trans 4294967953 rc 0/0 00000100:00100000:1.0:1746126652.201600:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1638 00002000:00100000:1.0:1746126652.201606:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083c2b800 x1830945972792448/t4294967953(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/448 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.201613:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b800 with x1830945972792448 ext(0->7) 00010000:00010000:1.0:1746126652.201618:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c5f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b09 expref: 78 pid: 16421 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.201626:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c5f41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b09 expref: 78 pid: 16421 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.201631:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b800 00000100:00100000:0.0:1746126652.205578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.206750:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.210863:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.213805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.217580:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.221619:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.225669:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.228966:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.234333:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.234462:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972793984 00000100:00100000:1.0:1746126652.234470:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972793984 00002000:00100000:1.0:1746126652.234517:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5880 x1830945972793984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.234526:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945972793984 ext(0->4095) 00002000:00010000:1.0:1746126652.234531:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:1.0:1746126652.234578:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3829 00000100:00100000:1.0:1746126652.234585:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972793984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.234826:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972793984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 241us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.234833:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3829 00002000:00100000:1.0:1746126652.234845:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5880 x1830945972793984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.234862:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945972793984 ext(0->4095) 00002000:00010000:1.0:1746126652.234864:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:0.0:1746126652.236530:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.237230:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.239317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.241786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.241856:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972794624 00000100:00100000:1.0:1746126652.241862:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972794624 00002000:00100000:1.0:1746126652.241897:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1180 x1830945972794624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.241907:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945972794624 ext(0->4095) 00010000:00010000:1.0:1746126652.241915:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b25 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.241926:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b25 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.241933:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d1180 00000100:00100000:1.0:1746126652.241959:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1641 00000100:00100000:1.0:1746126652.241966:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1981:x1830945972794624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.242109:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1981:x1830945972794624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.242115:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1641 00002000:00100000:1.0:1746126652.242120:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1180 x1830945972794624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.242127:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945972794624 ext(0->4095) 00010000:00010000:1.0:1746126652.242132:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b25 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.242140:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c5f5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b25 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.242146:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d1180 00000100:00100000:0.0:1746126652.244184:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.246916:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.246974:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972795008 00000100:00100000:1.0:1746126652.246982:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972795008 00002000:00100000:1.0:1746126652.247019:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910000 x1830945972795008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.247029:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945972795008 ext(0->4095) 00002000:00010000:1.0:1746126652.247033:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910000 00000100:00100000:1.0:1746126652.247154:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3830 00000100:00100000:1.0:1746126652.247161:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1981:x1830945972795008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.247306:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945972795008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.247312:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3830 00002000:00100000:1.0:1746126652.247906:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910000 x1830945972795008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.247914:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945972795008 ext(0->4095) 00002000:00010000:1.0:1746126652.247918:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910000 00000100:00100000:0.0:1746126652.249208:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.252946:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.256796:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.256881:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972795520 00000100:00100000:1.0:1746126652.256887:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972795520 00002000:00100000:1.0:1746126652.256927:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945972795520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.256943:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945972795520 ext(0->4095) 00002000:00010000:1.0:1746126652.256947:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:1.0:1746126652.256973:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3831 00000100:00100000:1.0:1746126652.256979:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972795520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.257161:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972795520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.257166:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3831 00002000:00100000:1.0:1746126652.257172:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945972795520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.257178:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945972795520 ext(0->4095) 00002000:00010000:1.0:1746126652.257181:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:0.0:1746126652.258113:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.259067:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.260371:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.262623:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.265043:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.267594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.271496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.274808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.278397:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.279570:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.281716:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.282487:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972797312 00000100:00100000:1.0:1746126652.282497:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972797312 00000100:00100000:1.0:1746126652.282546:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5018 00000100:00100000:1.0:1746126652.282552:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:31659:x1830945972797312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.282567:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.282580:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2b56 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.282602:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.282606:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 82 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.282611:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.282615:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b56 expref: 82 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.282650:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 82 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.282662:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c5f8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b56 expref: 82 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.282672:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126652.282706:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:31659:x1830945972797312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.282711:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5018 00000100:00100000:0.0:1746126652.283359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.286963:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.287256:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972797696 00000100:00100000:1.0:1746126652.287263:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972797696 00002000:00100000:1.0:1746126652.287325:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab800 x1830945972797696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.287336:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab800 with x1830945972797696 ext(0->4095) 00010000:00010000:1.0:1746126652.287348:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.287359:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.287365:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab800 00000100:00100000:1.0:1746126652.287390:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1643 00000100:00100000:1.0:1746126652.287398:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1981:x1830945972797696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.288111:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1981:x1830945972797696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 712us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.288118:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1643 00002000:00100000:1.0:1746126652.288124:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab800 x1830945972797696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.288130:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab800 with x1830945972797696 ext(0->4095) 00010000:00010000:1.0:1746126652.288135:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.288144:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c5f87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b4f expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.288150:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab800 00000100:00100000:0.0:1746126652.290003:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.292668:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.292964:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972798080 00000100:00100000:1.0:1746126652.292971:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972798080 00002000:00100000:1.0:1746126652.293006:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aa300 x1830945972798080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.293016:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aa300 with x1830945972798080 ext(0->4095) 00002000:00010000:1.0:1746126652.293021:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aa300 00000100:00100000:1.0:1746126652.293036:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3834 00000100:00100000:1.0:1746126652.293042:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945972798080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.293184:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945972798080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.293190:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3834 00002000:00100000:1.0:1746126652.293195:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aa300 x1830945972798080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.293202:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aa300 with x1830945972798080 ext(0->4095) 00002000:00010000:1.0:1746126652.293204:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aa300 00000100:00100000:0.0:1746126652.295126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.297261:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.299222:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.299890:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3835 00000100:00100000:1.0:1746126652.299899:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972798592:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.300075:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972798592:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.300080:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3835 00002000:00100000:1.0:1746126652.300085:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5c00 x1830945972798592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.300092:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5c00 with x1830945972798592 ext(0->4095) 00002000:00010000:1.0:1746126652.300095:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5c00 00000100:00100000:0.0:1746126652.301911:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.304067:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.304132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.307729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.308389:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972799232 00000100:00100000:1.0:1746126652.308396:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972799232 00002000:00100000:1.0:1746126652.308430:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830945972799232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.308485:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830945972799232 ext(0->4095) 00010000:00010000:1.0:1746126652.308495:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b64 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.308508:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b64 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.308514:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7b80 00000100:00100000:1.0:1746126652.308531:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1644 00000100:00100000:1.0:1746126652.308538:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945972799232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.308709:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945972799232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.308718:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1644 00002000:00100000:1.0:1746126652.308723:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830945972799232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.308730:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830945972799232 ext(0->4095) 00010000:00010000:1.0:1746126652.308734:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b64 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.308743:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c5f9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b64 expref: 81 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.308749:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7b80 00000100:00100000:0.0:1746126652.310427:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.310548:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972799360 00000100:00100000:1.0:1746126652.310555:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972799360 00000100:00100000:1.0:1746126652.310719:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5022 00000100:00100000:1.0:1746126652.310726:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972799360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.310740:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.310759:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2b72 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.310837:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.310843:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b6b expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.310854:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126652.310857:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.310894:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5fa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b6b expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.310904:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.310914:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126652.311222:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972799360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 496us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.311376:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5022 00000100:00100000:0.0:1746126652.312522:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.317518:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.319820:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.320134:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972799872 00000100:00100000:1.0:1746126652.320142:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972799872 00000100:00100000:1.0:1746126652.320180:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5023 00000100:00100000:1.0:1746126652.320186:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:31658:x1830945972799872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.320198:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.320212:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2b79 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.320235:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.320240:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.320249:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126652.320252:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b79 expref: 81 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.320286:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.320296:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b79 expref: 81 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.320304:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74000, rc 0) 00000100:00100000:1.0:1746126652.320350:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:31658:x1830945972799872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.320355:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5023 00000100:00100000:0.0:1746126652.325652:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.325745:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972800256 00000100:00100000:1.0:1746126652.325753:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972800256 00002000:00100000:1.0:1746126652.325799:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb800 x1830945972800256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.325808:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb800 with x1830945972800256 ext(0->4095) 00010000:00010000:1.0:1746126652.325817:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.325829:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.325835:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb800 00000100:00100000:1.0:1746126652.326016:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1646 00000100:00100000:1.0:1746126652.326023:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972800256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.326382:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972800256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 358us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.326388:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1646 00002000:00100000:1.0:1746126652.326394:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb800 x1830945972800256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.326401:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb800 with x1830945972800256 ext(0->4095) 00010000:00010000:1.0:1746126652.326405:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.326414:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c5faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b72 expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.326419:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb800 00000100:00100000:0.0:1746126652.329619:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.334196:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.334658:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972800640 00000100:00100000:1.0:1746126652.334666:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972800640 00002000:00100000:1.0:1746126652.334706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945972800640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.334716:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945972800640 ext(0->4095) 00002000:00010000:1.0:1746126652.334720:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:1.0:1746126652.334747:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3836 00000100:00100000:1.0:1746126652.334753:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1982:x1830945972800640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.334900:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1982:x1830945972800640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.334906:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3836 00002000:00100000:1.0:1746126652.334911:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945972800640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.334917:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945972800640 ext(0->4095) 00002000:00010000:1.0:1746126652.334920:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:0.0:1746126652.336589:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.341629:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.345109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.346521:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.350274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.350542:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.353873:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.357304:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.359790:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.362504:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.365067:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.367948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.369892:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.369931:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.369989:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972802816 00000100:00100000:1.0:1746126652.369994:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972802816 00000100:00100000:1.0:1746126652.370055:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972802944 00000100:00100000:1.0:1746126652.370058:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972802944 00000100:00100000:1.0:1746126652.370072:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5028 00000100:00100000:1.0:1746126652.370077:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:31659:x1830945972802816:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.370089:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.370104:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2b9c expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.370129:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5fcd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b95 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.370136:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.370138:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.370141:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.370167:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5fcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b95 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.370177:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c5fcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b95 expref: 5 pid: 11071 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.370188:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502208:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.371294:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.373523:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502208:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.373554:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.373571:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74e00, rc 0) 00000100:00100000:1.0:1746126652.373608:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:31659:x1830945972802816:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (3719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.373614:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5028 00000100:00100000:0.0:1746126652.374143:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.377674:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.377754:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972803328 00000100:00100000:1.0:1746126652.377763:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972803328 00002000:00100000:1.0:1746126652.377805:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945972803328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.377814:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945972803328 ext(0->4095) 00010000:00010000:1.0:1746126652.377822:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.377835:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.377841:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748380 00000100:00100000:1.0:1746126652.378179:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1649 00000100:00100000:1.0:1746126652.378186:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945972803328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.378327:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945972803328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.378333:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1649 00002000:00100000:1.0:1746126652.378338:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945972803328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.378345:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945972803328 ext(0->4095) 00010000:00010000:1.0:1746126652.378349:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.378357:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c5fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2b9c expref: 81 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.378362:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748380 00000100:00100000:0.0:1746126652.380200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.383400:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.391600:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.391682:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972803840 00000100:00100000:1.0:1746126652.391691:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972803840 00000100:00100000:1.0:1746126652.391740:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5030 00000100:00100000:1.0:1746126652.391747:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972803840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.391767:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.391785:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2baa expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.391815:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 79 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.391823:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.391824:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.391828:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2baa expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.391859:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 79 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.391870:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 79 pid: 16421 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.391883:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502720:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.391965:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.400509:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502720:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.400542:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2baa expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.400558:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74000, rc 0) 00000100:00100000:1.0:1746126652.400604:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972803840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8857us (9014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.400612:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5030 00000100:00100000:0.0:1746126652.401876:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.406391:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972803968 00000100:00100000:1.0:1746126652.406411:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972803968 00002000:00100000:1.0:1746126652.406485:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800918da680 x1830945972803968/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.406497:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918da680 with x1830945972803968 ext(0->7) 00010000:00010000:1.0:1746126652.406506:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 80 pid: 16421 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.406524:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 80 pid: 16421 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.406531:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918da680 00000100:00100000:1.0:1746126652.406559:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1650 00000100:00100000:1.0:1746126652.406566:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1982:x1830945972803968:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126652.406893:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:1982:x1830945972803968:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 327us (5020us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1746126652.406900:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1650 00002000:00100000:1.0:1746126652.406906:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800918da680 x1830945972803968/t4294967955(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/448 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.406913:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918da680 with x1830945972803968 ext(0->7) 00010000:00010000:1.0:1746126652.406918:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 82 pid: 16421 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.406927:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c5fdb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ba3 expref: 82 pid: 16421 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.406932:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800918da680 00000100:00100000:0.0:1746126652.420592:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.425585:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.425679:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.426552:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972804480 00000100:00100000:1.0:1746126652.426556:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972804480 00000100:00100000:1.0:1746126652.426590:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5031 00000100:00100000:1.0:1746126652.426596:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:31658:x1830945972804480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.426606:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.426623:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5fe9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2bb1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.426646:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2baa expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.426653:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.426654:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.426657:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5fe9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bb1 expref: 83 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.426684:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2baa expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.426695:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74000/0x9cce4314879c5fe2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2baa expref: 5 pid: 8441 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.426707:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502976:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.426766:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126652.428690:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.431704:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973502976:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.431729:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5fe9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bb1 expref: 83 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.431745:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126652.431772:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31658:x1830945972804480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5176us (6092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.431783:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5031 00000100:00100000:0.0:1746126652.432517:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.437579:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.443342:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.448948:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.453296:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.453484:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972805504 00000100:00100000:1.0:1746126652.453494:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972805504 00000100:00100000:1.0:1746126652.453594:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5033 00000100:00100000:1.0:1746126652.453602:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972805504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.453622:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.453639:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5ff7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2bbf expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.453668:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bb8 expref: 81 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.453675:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.453677:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.453681:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5ff7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bbf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.453714:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bb8 expref: 81 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.453725:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c5ff0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bb8 expref: 81 pid: 16421 timeout: 664 lvb_type: 0 00000100:00100000:1.0:1746126652.453737:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973503488:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.453808:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.455875:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973503488:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.455910:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5ff7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bbf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.455929:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126652.455986:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972805504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2383us (2699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.455994:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5033 00000100:00100000:1.0:1746126652.460253:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.461200:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.461260:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972806016 00000100:00100000:1.0:1746126652.461264:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972806016 00002000:00100000:1.0:1746126652.461299:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30a80 x1830945972806016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.461309:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30a80 with x1830945972806016 ext(0->4095) 00002000:00010000:1.0:1746126652.461314:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b30a80 00000100:00100000:1.0:1746126652.461331:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3842 00000100:00100000:1.0:1746126652.461337:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972806016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.462248:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972806016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 909us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.462253:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3842 00002000:00100000:1.0:1746126652.462259:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30a80 x1830945972806016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.462266:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30a80 with x1830945972806016 ext(0->4095) 00010000:00010000:1.0:1746126652.462271:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5ff7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bbf expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.462280:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c5ff7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bbf expref: 6 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.462286:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b30a80 00000100:00100000:0.0:1746126652.464976:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.465849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.469511:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.469687:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972806528 00000100:00100000:1.0:1746126652.469695:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972806528 00002000:00100000:1.0:1746126652.469736:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33480 x1830945972806528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.469746:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33480 with x1830945972806528 ext(0->4095) 00010000:00010000:1.0:1746126652.469753:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5ffe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bc6 expref: 83 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.469766:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5ffe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bc6 expref: 83 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.469772:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33480 00000100:00100000:1.0:1746126652.469980:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1652 00000100:00100000:1.0:1746126652.469988:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1982:x1830945972806528:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.470707:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1982:x1830945972806528:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 720us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.470714:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1652 00002000:00100000:1.0:1746126652.470720:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33480 x1830945972806528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.470727:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33480 with x1830945972806528 ext(0->4095) 00010000:00010000:1.0:1746126652.470732:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bc6 expref: 83 pid: 8441 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.470741:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c5ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2bc6 expref: 83 pid: 8441 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.470746:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33480 00000100:00100000:0.0:1746126652.473109:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.477282:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.477488:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972806912 00000100:00100000:1.0:1746126652.477495:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972806912 00002000:00100000:1.0:1746126652.477539:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33b80 x1830945972806912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.477549:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33b80 with x1830945972806912 ext(0->4095) 00002000:00010000:1.0:1746126652.477553:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b33b80 00000100:00100000:1.0:1746126652.477585:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3843 00000100:00100000:1.0:1746126652.477593:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1982:x1830945972806912:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.478036:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:1982:x1830945972806912:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 444us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.478042:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3843 00002000:00100000:1.0:1746126652.478048:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33b80 x1830945972806912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.478055:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33b80 with x1830945972806912 ext(0->4095) 00002000:00010000:1.0:1746126652.478058:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b33b80 00000100:00100000:0.0:1746126652.480202:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.482610:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.484899:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.484964:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972807424 00000100:00100000:1.0:1746126652.484970:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972807424 00002000:00100000:1.0:1746126652.485002:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30000 x1830945972807424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.485017:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30000 with x1830945972807424 ext(0->4095) 00002000:00010000:1.0:1746126652.485021:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b30000 00000100:00100000:1.0:1746126652.485047:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3844 00000100:00100000:1.0:1746126652.485054:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972807424:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.485228:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972807424:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.485234:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3844 00002000:00100000:1.0:1746126652.485240:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30000 x1830945972807424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.485246:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30000 with x1830945972807424 ext(0->4095) 00002000:00010000:1.0:1746126652.485249:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b30000 00000100:00100000:0.0:1746126652.486541:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.488383:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.491124:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.496147:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.500986:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.501074:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.504662:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.507795:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.507837:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.510311:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.513350:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.516439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.521588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.525883:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.526592:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.529735:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.532251:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.535310:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.544672:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.558175:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.568404:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.571892:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.572920:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972811264 00000100:00100000:1.0:1746126652.572930:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972811264 00002000:00100000:1.0:1746126652.572972:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945972811264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.572983:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945972811264 ext(0->4095) 00010000:00010000:1.0:1746126652.572991:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c603d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c05 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.573003:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c603d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c05 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.573010:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72680 00000100:00100000:1.0:1746126652.573043:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1658 00000100:00100000:1.0:1746126652.573051:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972811264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.573228:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972811264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (1341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.573238:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1658 00002000:00100000:1.0:1746126652.573244:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945972811264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.573251:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945972811264 ext(0->4095) 00010000:00010000:1.0:1746126652.573255:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c603d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c05 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.573263:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c603d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c05 expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.573268:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72680 00000100:00100000:0.0:1746126652.578605:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.581201:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.583363:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.587994:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.591389:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.592900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.594437:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.596127:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.598279:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.600560:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.604290:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.606557:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.609685:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.612564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.613043:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972813696 00000100:00100000:1.0:1746126652.613051:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972813696 00002000:00100000:1.0:1746126652.613096:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801335ead80 x1830945972813696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.613106:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801335ead80 with x1830945972813696 ext(0->4095) 00002000:00010000:1.0:1746126652.613111:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801335ead80 00000100:00100000:1.0:1746126652.613141:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3850 00000100:00100000:1.0:1746126652.613148:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972813696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.613320:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972813696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.613327:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3850 00002000:00100000:1.0:1746126652.613332:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801335ead80 x1830945972813696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.613338:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801335ead80 with x1830945972813696 ext(0->4095) 00002000:00010000:1.0:1746126652.613341:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801335ead80 00000100:00100000:0.0:1746126652.615515:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.615887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.619109:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.621699:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.625326:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.627711:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.628045:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972814720 00000100:00100000:1.0:1746126652.628051:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972814720 00002000:00100000:1.0:1746126652.628086:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945972814720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.628096:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945972814720 ext(0->4095) 00002000:00010000:1.0:1746126652.628100:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c21b480 00000100:00100000:1.0:1746126652.628251:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3851 00000100:00100000:1.0:1746126652.628308:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1982:x1830945972814720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.628469:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1982:x1830945972814720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 211us (757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.628486:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3851 00002000:00100000:1.0:1746126652.628492:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945972814720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.628499:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945972814720 ext(0->4095) 00002000:00010000:1.0:1746126652.628501:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c21b480 00000100:00100000:0.0:1746126652.630172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.632589:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.636044:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.639165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.640307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.640412:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972815488 00000100:00100000:0.0:1746126652.640416:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972815488 00000100:00100000:0.0:1746126652.640463:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5053 00000100:00100000:0.0:1746126652.640469:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31658:x1830945972815488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126652.640484:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126652.640491:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6083 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2c4b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126652.640502:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126652.640506:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c607c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c44 expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126652.640513:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126652.640516:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6083 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c4b expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126652.640537:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c607c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c44 expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126652.640547:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6083 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c4b expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126652.640555:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817400, rc 0) 00000100:00100000:0.0:1746126652.640579:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945972815488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126652.640585:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5053 00000100:00100000:0.0:1746126652.643900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.648195:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.652572:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.654733:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.661688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.667587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.667734:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.673485:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.678035:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.683921:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.686805:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.692104:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.692399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.696121:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.700866:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.703003:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.709756:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.727378:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.731987:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.734759:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.738342:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.741555:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.746073:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.746189:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972819456 00000100:00100000:1.0:1746126652.746199:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972819456 00002000:00100000:1.0:1746126652.746243:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642300 x1830945972819456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.746254:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642300 with x1830945972819456 ext(0->4095) 00002000:00010000:1.0:1746126652.746260:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642300 00000100:00100000:1.0:1746126652.746293:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3855 00000100:00100000:1.0:1746126652.746301:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945972819456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.746513:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945972819456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 213us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.746521:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3855 00002000:00100000:1.0:1746126652.746527:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642300 x1830945972819456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.746535:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642300 with x1830945972819456 ext(0->4095) 00002000:00010000:1.0:1746126652.746538:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642300 00000100:00100000:0.0:1746126652.755090:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.759222:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.761721:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.762725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.770412:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.774540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.778749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.780760:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.785719:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.788390:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.791802:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.792078:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972821248 00000100:00100000:1.0:1746126652.792085:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972821248 00002000:00100000:1.0:1746126652.792125:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5500 x1830945972821248/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.792134:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945972821248 ext(0->4095) 00010000:00010000:1.0:1746126652.792142:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c60c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c8a expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.792155:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c60c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c8a expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.792161:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5500 00000100:00100000:1.0:1746126652.792649:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1669 00000100:00100000:1.0:1746126652.792656:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972821248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.792809:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972821248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1013us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.792815:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1669 00002000:00100000:1.0:1746126652.792821:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5500 x1830945972821248/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.792827:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945972821248 ext(0->4095) 00010000:00010000:1.0:1746126652.792832:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c60c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c8a expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00010000:00010000:1.0:1746126652.792841:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9e00/0x9cce4314879c60c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2c8a expref: 6 pid: 11071 timeout: 664 lvb_type: 0 00002000:00010000:1.0:1746126652.792852:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5500 00000100:00100000:0.0:1746126652.795520:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.799691:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.803772:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.807864:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.820606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.823344:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.825555:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.825675:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.831808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.835852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.838270:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.842071:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.848625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.853059:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.853170:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.856081:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.858221:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.860999:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.863558:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.866109:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.868732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.870652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.871169:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972824960 00000100:00100000:1.0:1746126652.871184:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972824960 00002000:00100000:1.0:1746126652.871214:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945972824960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.871223:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945972824960 ext(0->4095) 00002000:00010000:1.0:1746126652.871227:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61500 00000100:00100000:1.0:1746126652.871241:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3861 00000100:00100000:1.0:1746126652.871246:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972824960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.871378:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972824960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.871384:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3861 00002000:00100000:1.0:1746126652.871388:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945972824960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.871395:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945972824960 ext(0->4095) 00002000:00010000:1.0:1746126652.871397:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61500 00000100:00100000:0.0:1746126652.873041:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.875014:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.876174:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.878887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.881020:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.881567:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.884528:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.887233:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.887645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.890626:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.893712:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.896084:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.896181:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972827008 00000100:00100000:1.0:1746126652.896188:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972827008 00002000:00100000:1.0:1746126652.896222:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945972827008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.896232:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945972827008 ext(0->4095) 00002000:00010000:1.0:1746126652.896236:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0380 00000100:00100000:1.0:1746126652.896264:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3862 00000100:00100000:1.0:1746126652.896271:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945972827008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.896410:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945972827008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.896417:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3862 00002000:00100000:1.0:1746126652.896422:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945972827008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.896429:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945972827008 ext(0->4095) 00002000:00010000:1.0:1746126652.896432:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0380 00000100:00100000:0.0:1746126652.898869:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.902103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.908661:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.908844:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.911789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.913656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.918784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.921091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.923854:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.927012:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.927720:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972828672 00000100:00100000:1.0:1746126652.927729:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972828672 00000100:00100000:1.0:1746126652.927775:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5077 00000100:00100000:1.0:1746126652.927783:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972828672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.927800:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.927816:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2cf3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.927844:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8e00/0x9cce4314879c6124 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cec expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.927851:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.927853:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126652.927856:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cf3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.927886:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8e00/0x9cce4314879c6124 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cec expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.927899:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8e00/0x9cce4314879c6124 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cec expref: 91 pid: 8440 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126652.927910:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973514752:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.927979:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126652.929859:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973514752:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.929886:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cf3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.929905:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75a00, rc 0) 00000100:00100000:1.0:1746126652.929940:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972828672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2157us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.929947:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5077 00000100:00100000:0.0:1746126652.930851:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.934057:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.934155:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972829056 00000100:00100000:1.0:1746126652.934162:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972829056 00002000:00100000:1.0:1746126652.934201:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2a00 x1830945972829056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.934212:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2a00 with x1830945972829056 ext(0->4095) 00002000:00010000:1.0:1746126652.934216:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2a00 00000100:00100000:1.0:1746126652.934705:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3865 00000100:00100000:1.0:1746126652.934713:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972829056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.934961:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972829056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 248us (909us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.934966:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3865 00002000:00100000:1.0:1746126652.934972:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2a00 x1830945972829056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.934978:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2a00 with x1830945972829056 ext(0->4095) 00002000:00010000:1.0:1746126652.934980:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2a00 00000100:00100000:0.0:1746126652.935289:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.935414:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972829184 00000100:00100000:1.0:1746126652.935422:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972829184 00000100:00100000:1.0:1746126652.935625:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5078 00000100:00100000:1.0:1746126652.935633:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945972829184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126652.935648:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126652.935660:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2cfa expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.935681:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cf3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.935688:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.935690:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126652.935693:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 92 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.935718:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cf3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.935728:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c612b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cf3 expref: 5 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126652.936079:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973515008:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126652.936797:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126652.937826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.937935:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.938282:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013343a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973515008:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126652.938298:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 93 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126652.938306:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75e00, rc 0) 00000100:00100000:1.0:1746126652.938324:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945972829184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126652.938332:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5078 00000100:00100000:0.0:1746126652.941285:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.941395:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972829696 00000100:00100000:1.0:1746126652.941403:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972829696 00002000:00100000:1.0:1746126652.941466:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945972829696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.941487:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945972829696 ext(0->4095) 00010000:00010000:1.0:1746126652.941496:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 93 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126652.941508:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 93 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126652.941515:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:1.0:1746126652.941537:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1678 00000100:00100000:1.0:1746126652.941543:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945972829696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.941741:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945972829696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 198us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.941748:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1678 00002000:00100000:1.0:1746126652.941753:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945972829696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.941761:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945972829696 ext(0->4095) 00010000:00010000:1.0:1746126652.941765:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 93 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126652.941779:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c6132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2cfa expref: 93 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126652.941785:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:0.0:1746126652.944198:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.950403:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.950496:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972830080 00000100:00100000:1.0:1746126652.950504:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972830080 00002000:00100000:1.0:1746126652.950541:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3b80 x1830945972830080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.950550:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3b80 with x1830945972830080 ext(0->4095) 00002000:00010000:1.0:1746126652.950554:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d3b80 00000100:00100000:1.0:1746126652.950864:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3866 00000100:00100000:1.0:1746126652.950872:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945972830080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126652.951390:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945972830080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 518us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.951396:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3866 00002000:00100000:1.0:1746126652.951402:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3b80 x1830945972830080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.951409:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3b80 with x1830945972830080 ext(0->4095) 00002000:00010000:1.0:1746126652.951412:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d3b80 00000100:00100000:0.0:1746126652.955853:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.961581:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.962208:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972830336 00000100:00100000:1.0:1746126652.962372:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972830336 00002000:00100000:1.0:1746126652.962570:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008eacf800 x1830945972830336/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.962585:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945972830336 ext(0->7) 00010000:00010000:1.0:1746126652.962592:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6139 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d01 expref: 92 pid: 8440 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126652.962603:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6139 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d01 expref: 92 pid: 8440 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126652.962609:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacf800 00000100:00100000:1.0:1746126652.962638:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1679 00000100:00100000:1.0:1746126652.962645:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945972830336:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126652.962930:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945972830336:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 285us (1356us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1746126652.962935:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1679 00002000:00100000:1.0:1746126652.962940:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008eacf800 x1830945972830336/t4294967961(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 496/448 e 0 to 0 dl 1746126663 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.962946:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945972830336 ext(0->7) 00010000:00010000:1.0:1746126652.962951:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6139 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d01 expref: 94 pid: 8440 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126652.962960:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6139 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d01 expref: 94 pid: 8440 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126652.962965:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacf800 00000100:00100000:0.0:1746126652.969903:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.970627:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.975497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.978329:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.981148:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126652.982310:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972831232 00000100:00100000:1.0:1746126652.982318:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972831232 00002000:00100000:1.0:1746126652.982356:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092679880 x1830945972831232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/0 e 0 to 0 dl 1746126663 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.982366:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679880 with x1830945972831232 ext(0->4095) 00002000:00010000:1.0:1746126652.982370:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679880 00000100:00100000:1.0:1746126652.982399:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3867 00000100:00100000:1.0:1746126652.982404:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945972831232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126652.982590:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945972831232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (1443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126652.982596:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3867 00002000:00100000:1.0:1746126652.982601:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092679880 x1830945972831232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:413/0 lens 488/4536 e 0 to 0 dl 1746126663 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126652.982608:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679880 with x1830945972831232 ext(0->4095) 00002000:00010000:1.0:1746126652.982611:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679880 00000100:00100000:0.0:1746126652.984343:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.988090:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.991817:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126652.996535:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.000845:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:1.0:1746126653.001676:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126653.004293:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.006677:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:1.0:1746126653.007685:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126653.017558:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.054227:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.072225:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.075363:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973516800:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126653.075378:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126653.075407:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013343b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945972832896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1843us (3193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126653.075415:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6776 00000100:00100000:1.0:1746126653.075643:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.079163:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.082829:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.085778:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.085853:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972833664 00000100:00100000:1.0:1746126653.085862:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972833664 00000100:00100000:1.0:1746126653.085939:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5086 00000100:00100000:1.0:1746126653.085947:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972833664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.085966:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.085984:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d32 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.086014:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d2b expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.086021:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.086023:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.086026:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.086056:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d2b expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.086068:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c6163 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d2b expref: 97 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.086079:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517056:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.086841:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.088158:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517056:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.088187:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.088203:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126653.088252:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972833664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (2479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.088260:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5086 00000100:00100000:0.0:1746126653.088318:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.091779:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.093912:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.094208:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972834176 00000100:00100000:1.0:1746126653.094215:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972834176 00000100:00100000:1.0:1746126653.094334:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5087 00000100:00100000:1.0:1746126653.094342:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:31658:x1830945972834176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.094356:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.094373:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d39 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.094398:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.094406:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.094408:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.094411:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 98 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.094440:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.094488:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 5 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.094501:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517312:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.094580:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.095916:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.099076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126653.099592:0:8441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c616a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d32 expref: 6 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.099609:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517312:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.099635:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.099642:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.099650:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74e00, rc 0) 00000100:00100000:1.0:1746126653.099680:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31658:x1830945972834176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5339us (5775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.099688:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5087 00000100:00100000:0.0:1746126653.101040:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.101157:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972834688 00000100:00100000:1.0:1746126653.101162:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972834688 00002000:00100000:1.0:1746126653.101192:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945972834688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.101200:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945972834688 ext(0->4095) 00010000:00010000:1.0:1746126653.101206:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.101215:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.101221:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:1.0:1746126653.101246:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1685 00000100:00100000:1.0:1746126653.101252:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1981:x1830945972834688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.101393:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1981:x1830945972834688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.101398:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1685 00002000:00100000:1.0:1746126653.101403:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945972834688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.101409:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945972834688 ext(0->4095) 00010000:00010000:1.0:1746126653.101412:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.101420:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d39 expref: 99 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.101425:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:0.0:1746126653.102800:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.106670:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.109335:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.109762:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972835200 00000100:00100000:1.0:1746126653.109771:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972835200 00000100:00100000:1.0:1746126653.109805:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5089 00000100:00100000:1.0:1746126653.109812:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972835200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.109828:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.109846:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d47 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.109875:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d40 expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.109886:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.109888:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.109891:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d47 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.109924:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d40 expref: 97 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.109936:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6178 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d40 expref: 97 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.109947:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517824:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.110298:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.114832:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973517824:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.114868:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d47 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.114886:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126653.115697:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972835200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5881us (6365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.115705:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5089 00000100:00100000:0.0:1746126653.118768:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.118813:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972835456 00000100:00100000:1.0:1746126653.118820:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972835456 00000100:00100000:0.0:1746126653.118826:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.118853:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5090 00000100:00100000:1.0:1746126653.118859:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:31658:x1830945972835456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.118875:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.118889:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6186 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d4e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.118911:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d47 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.118918:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.118920:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.118923:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6186 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d4e expref: 98 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.118942:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d47 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.118951:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c617f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d47 expref: 6 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.118958:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518080:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.119009:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.120242:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518080:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.120259:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6186 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d4e expref: 98 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.120271:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126653.120298:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31658:x1830945972835456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1439us (1530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.120305:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5090 00000100:00100000:0.0:1746126653.120631:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.121091:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972835840 00000100:00100000:1.0:1746126653.121096:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972835840 00000100:00100000:1.0:1746126653.121131:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5091 00000100:00100000:1.0:1746126653.121137:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31659:x1830945972835840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.121147:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.121158:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d55 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.121174:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.121178:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6186 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d4e expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.121183:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.121186:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d55 expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.121207:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6186 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d4e expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.121216:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d55 expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.121223:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75a00, rc 0) 00000100:00100000:1.0:1746126653.121244:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31659:x1830945972835840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.121249:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5091 00000100:00100000:0.0:1746126653.121819:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.124510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.126244:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.128500:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.131097:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.131266:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972836736 00000100:00100000:1.0:1746126653.131274:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972836736 00000100:00100000:1.0:1746126653.131304:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5092 00000100:00100000:1.0:1746126653.131311:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972836736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.131324:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.131338:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d5c expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.131370:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d55 expref: 97 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.131378:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.131379:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.131382:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.131411:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d55 expref: 97 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.131422:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c618d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d55 expref: 97 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.131432:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518592:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.131543:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.134147:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.134313:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518592:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.134345:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.134357:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.134359:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.134365:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.134418:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.134470:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126653.134489:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518720:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126653.134658:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.136641:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518720:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126653.136656:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126653.136696:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972836736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5385us (5604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.136703:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5092 00000100:00100000:0.0:1746126653.141134:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.141393:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.142141:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972836992 00000100:00100000:1.0:1746126653.142146:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972836992 00000100:00100000:1.0:1746126653.142171:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5093 00000100:00100000:1.0:1746126653.142178:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:31658:x1830945972836992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.142192:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.142208:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c619b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d63 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.142236:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.142243:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.142246:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.142249:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c619b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d63 expref: 98 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.142283:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.142294:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6194 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d5c expref: 6 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.142306:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518848:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.142384:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.145177:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.145764:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973518848:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.145794:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c619b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d63 expref: 98 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.145810:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126653.145854:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31658:x1830945972836992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3676us (4730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.145862:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5093 00000100:00100000:1.0:1746126653.145883:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972837376 00000100:00100000:1.0:1746126653.145889:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972837376 00000100:00100000:1.0:1746126653.145925:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5094 00000100:00100000:1.0:1746126653.145932:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31659:x1830945972837376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.145942:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.145953:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c61a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2d6a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.145973:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.145977:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c619b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d63 expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.145982:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.145985:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c61a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d6a expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.146010:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c619b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d63 expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.146018:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c61a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d6a expref: 99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.146025:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126653.146041:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31659:x1830945972837376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.146046:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5094 00000100:00100000:0.0:1746126653.146337:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.152049:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.156438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.160089:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.163275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.166100:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.169427:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.170166:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.171769:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.173217:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.175745:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.179299:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.182210:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.185300:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.189100:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.192276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.192820:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972840192 00000100:00100000:1.0:1746126653.192827:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972840192 00002000:00100000:1.0:1746126653.192866:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945972840192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.192875:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945972840192 ext(0->4095) 00002000:00010000:1.0:1746126653.192879:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02d80 00000100:00100000:1.0:1746126653.192903:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3877 00000100:00100000:1.0:1746126653.192910:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972840192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.193065:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972840192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.193071:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3877 00002000:00100000:1.0:1746126653.193076:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945972840192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.193082:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945972840192 ext(0->4095) 00002000:00010000:1.0:1746126653.193085:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02d80 00000100:00100000:0.0:1746126653.193918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.197621:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.197725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.202166:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.205650:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.210056:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.210101:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972841216 00000100:00100000:1.0:1746126653.210516:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972841216 00002000:00100000:1.0:1746126653.210554:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945972841216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.210563:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945972841216 ext(0->4095) 00002000:00010000:1.0:1746126653.210568:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4713800 00000100:00100000:1.0:1746126653.210592:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3878 00000100:00100000:1.0:1746126653.210598:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1982:x1830945972841216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.211155:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1982:x1830945972841216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 555us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.211162:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3878 00002000:00100000:1.0:1746126653.211167:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945972841216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.211175:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945972841216 ext(0->4095) 00002000:00010000:1.0:1746126653.211179:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4713800 00000100:00100000:0.0:1746126653.213660:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.218017:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.221775:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.221895:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.222605:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972841856 00000100:00100000:1.0:1746126653.222608:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972841856 00002000:00100000:1.0:1746126653.222634:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4380 x1830945972841856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.222642:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4380 with x1830945972841856 ext(0->4095) 00010000:00010000:1.0:1746126653.222648:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c61d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d9b expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.222658:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c61d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d9b expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.222664:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4380 00000100:00100000:1.0:1746126653.222678:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1692 00000100:00100000:1.0:1746126653.222683:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972841856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.223876:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972841856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1187us (1974us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.223885:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1692 00002000:00100000:1.0:1746126653.223891:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4380 x1830945972841856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.223898:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4380 with x1830945972841856 ext(0->4095) 00010000:00010000:1.0:1746126653.223904:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c61d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d9b expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.223914:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c61d3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2d9b expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.223920:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4380 00000100:00100000:0.0:1746126653.226873:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.226981:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.229253:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.231749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.236085:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.240822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.244879:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.246935:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.250656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.252780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.255643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.255882:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972843776 00000100:00100000:1.0:1746126653.255889:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972843776 00002000:00100000:1.0:1746126653.255946:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945972843776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.255955:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945972843776 ext(0->4095) 00002000:00010000:1.0:1746126653.255959:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640700 00000100:00100000:1.0:1746126653.255983:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3880 00000100:00100000:1.0:1746126653.255989:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945972843776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.256130:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945972843776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.256135:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3880 00002000:00100000:1.0:1746126653.256140:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945972843776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.256146:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945972843776 ext(0->4095) 00002000:00010000:1.0:1746126653.256149:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746126653.258164:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.261636:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.272052:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.279109:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.279380:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972844544 00000100:00100000:1.0:1746126653.279387:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972844544 00002000:00100000:1.0:1746126653.279423:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1f80 x1830945972844544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.279431:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945972844544 ext(0->4095) 00010000:00010000:1.0:1746126653.279437:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c61f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dbe expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.279485:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c61f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dbe expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.279490:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1f80 00000100:00100000:1.0:1746126653.279504:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1696 00000100:00100000:1.0:1746126653.279509:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972844544:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.281392:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972844544:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1875us (2285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.281400:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1696 00002000:00100000:1.0:1746126653.281410:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1f80 x1830945972844544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.281418:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945972844544 ext(0->4095) 00010000:00010000:1.0:1746126653.281425:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c61f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dbe expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.281436:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c61f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dbe expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.281452:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1f80 00000100:00100000:0.0:1746126653.287064:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.294163:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.295313:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972844928 00000100:00100000:1.0:1746126653.295323:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972844928 00002000:00100000:1.0:1746126653.295371:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0e00 x1830945972844928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.295380:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945972844928 ext(0->4095) 00002000:00010000:1.0:1746126653.295385:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0e00 00000100:00100000:1.0:1746126653.295417:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3881 00000100:00100000:1.0:1746126653.295424:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1982:x1830945972844928:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.295632:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1982:x1830945972844928:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 208us (1472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.295638:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3881 00002000:00100000:1.0:1746126653.295643:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0e00 x1830945972844928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.295650:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945972844928 ext(0->4095) 00002000:00010000:1.0:1746126653.295653:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0e00 00000100:00100000:0.0:1746126653.300235:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.301195:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5108 00000100:00100000:1.0:1746126653.301206:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972845056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.301227:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.301243:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2dcc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.301270:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c61fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dc5 expref: 99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.301276:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.301278:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.301281:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dcc expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.301311:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c61fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dc5 expref: 99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.301327:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c61fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dc5 expref: 99 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.301340:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973522688:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.304116:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.308678:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973522688:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.308713:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dcc expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.308730:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74e00, rc 0) 00000100:00100000:1.0:1746126653.309250:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972845056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8045us (9025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.309259:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5108 00000100:00100000:0.0:1746126653.311297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.313420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.316658:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.316711:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972845440 00000100:00100000:1.0:1746126653.316717:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972845440 00000100:00100000:1.0:1746126653.316752:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5109 00000100:00100000:1.0:1746126653.316759:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:31658:x1830945972845440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.316774:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.316787:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c620b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2dd3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.316811:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dcc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.316823:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.316824:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.316828:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c620b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dd3 expref: 102 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.316854:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dcc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.316865:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74e00/0x9cce4314879c6204 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dcc expref: 5 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.316875:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973522944:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.316941:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.317204:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.321315:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973522944:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.321345:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c620b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dd3 expref: 102 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321360:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75a00, rc 0) 00000100:00100000:1.0:1746126653.321395:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+102:31658:x1830945972845440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4636us (4737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.321402:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5109 00000100:00100000:0.0:1746126653.321555:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.321634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.321826:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972845824 00000100:00100000:1.0:1746126653.321833:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972845824 00000100:00100000:1.0:1746126653.321870:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5110 00000100:00100000:1.0:1746126653.321876:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+102:31659:x1830945972845824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.321891:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.321904:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2dda expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321924:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.321928:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c620b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dd3 expref: 103 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321932:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.321935:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dda expref: 103 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321963:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c620b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dd3 expref: 103 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321972:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dda expref: 103 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.321978:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126653.321999:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+103:31659:x1830945972845824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.322003:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5110 00000100:00100000:0.0:1746126653.325625:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.330439:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.335766:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.339340:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972846720 00000100:00100000:0.0:1746126653.339349:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972846720 00000100:00100000:0.0:1746126653.339400:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5111 00000100:00100000:0.0:1746126653.339407:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972846720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126653.339425:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126653.339462:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2de1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.339499:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dda expref: 101 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.339507:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126653.339509:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126653.339511:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2de1 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.339542:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dda expref: 101 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.339553:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6212 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2dda expref: 101 pid: 8441 timeout: 665 lvb_type: 0 00000100:00100000:0.0:1746126653.339565:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973523456:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126653.339657:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.350222:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.360377:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972847232 00000100:00100000:1.0:1746126653.360388:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972847232 00002000:00100000:1.0:1746126653.360434:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336eaa00 x1830945972847232/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.360459:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336eaa00 with x1830945972847232 ext(0->4095) 00010000:00010000:1.0:1746126653.360469:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2de1 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.360492:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2de1 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.360499:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336eaa00 00000100:00100000:1.0:1746126653.360520:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1700 00000100:00100000:1.0:1746126653.360528:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972847232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.360694:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972847232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (1431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.360700:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1700 00002000:00100000:1.0:1746126653.360705:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801336eaa00 x1830945972847232/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.360711:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801336eaa00 with x1830945972847232 ext(0->4095) 00010000:00010000:1.0:1746126653.360715:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2de1 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.360724:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817400/0x9cce4314879c6219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2de1 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.360729:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801336eaa00 00000100:00100000:0.0:1746126653.363376:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.367005:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.372051:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.383075:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.384200:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.385864:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.391709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.393006:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972848384 00000100:00100000:1.0:1746126653.393014:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972848384 00002000:00100000:1.0:1746126653.393052:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8e00 x1830945972848384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.393067:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8e00 with x1830945972848384 ext(0->4095) 00010000:00010000:1.0:1746126653.393076:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6227 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2def expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.393090:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6227 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2def expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.393096:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def8e00 00000100:00100000:1.0:1746126653.393123:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1702 00000100:00100000:1.0:1746126653.393130:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972848384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.393294:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972848384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (1595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.393300:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1702 00002000:00100000:1.0:1746126653.393305:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8e00 x1830945972848384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.393311:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8e00 with x1830945972848384 ext(0->4095) 00010000:00010000:1.0:1746126653.393316:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6227 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2def expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.393324:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c6227 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2def expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.393329:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def8e00 00000100:00100000:0.0:1746126653.396312:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.403628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.413157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.425988:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.432527:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.439107:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.441933:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.446668:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.454530:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.455308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.455560:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972850304 00000100:00100000:1.0:1746126653.455564:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972850304 00000100:00100000:1.0:1746126653.455586:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5118 00000100:00100000:1.0:1746126653.455591:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+106:31658:x1830945972850304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.455605:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.455615:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e12 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.455632:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c6243 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e0b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.455638:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.455639:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.455642:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 107 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.455660:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c6243 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e0b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.455670:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c6243 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e0b expref: 5 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.455679:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525248:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.455726:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.458878:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.459496:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525248:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.459517:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 106 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.459536:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126653.459577:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+106:31658:x1830945972850304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3985us (4268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.459584:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5118 00000100:00100000:0.0:1746126653.462589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.470191:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.470259:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972851072 00000100:00100000:1.0:1746126653.470268:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972851072 00000100:00100000:1.0:1746126653.470305:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5119 00000100:00100000:1.0:1746126653.470311:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972851072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.470327:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.470342:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e19 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.470369:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 105 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.470376:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.470377:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.470381:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.470410:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 105 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.470421:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 105 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.470436:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525504:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.471656:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.471979:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525504:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.472000:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.472014:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75800, rc 0) 00000100:00100000:1.0:1746126653.472045:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972851072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1733us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.472051:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5119 00000100:00100000:0.0:1746126653.475552:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.475620:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972851200 00000100:00100000:1.0:1746126653.475628:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972851200 00002000:00100000:1.0:1746126653.475671:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135c1d180 x1830945972851200/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 496/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.475681:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945972851200 ext(0->7) 00010000:00010000:1.0:1746126653.475872:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 106 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.475888:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 106 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.475895:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d180 00000100:00100000:1.0:1746126653.475928:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1706 00000100:00100000:1.0:1746126653.475936:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+106:1981:x1830945972851200:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126653.476250:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:1981:x1830945972851200:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 313us (705us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1746126653.476257:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1706 00002000:00100000:1.0:1746126653.476263:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135c1d180 x1830945972851200/t4294967968(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 496/448 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.476270:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945972851200 ext(0->7) 00010000:00010000:1.0:1746126653.476275:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 108 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.476284:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c624a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e12 expref: 108 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.476289:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d180 00000100:00100000:0.0:1746126653.478015:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.480504:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.480599:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972851456 00000100:00100000:1.0:1746126653.480610:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972851456 00000100:00100000:1.0:1746126653.480651:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5120 00000100:00100000:1.0:1746126653.480657:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:31658:x1830945972851456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.480899:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.480915:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e20 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.480937:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.480944:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.480946:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.480950:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126653.481184:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126653.481271:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.481281:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 5 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.481291:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525760:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.481331:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.481345:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972851712 00000100:00100000:1.0:1746126653.481348:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972851712 00002000:00100000:1.0:1746126653.481371:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ca80 x1830945972851712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.481379:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ca80 with x1830945972851712 ext(0->4095) 00010000:00010000:1.0:1746126653.481385:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.481392:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.481397:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ca80 00000100:00100000:1.0:1746126653.481409:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1707 00000100:00100000:1.0:1746126653.481414:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972851712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.481592:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972851712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 177us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.481600:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1707 00002000:00100000:1.0:1746126653.481605:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ca80 x1830945972851712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.481611:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ca80 with x1830945972851712 ext(0->4095) 00010000:00010000:1.0:1746126653.481616:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.481624:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75800/0x9cce4314879c6251 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e19 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.481629:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ca80 00000100:00100000:0.0:1746126653.482866:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.482904:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973525760:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.482921:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 108 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126653.482935:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126653.482937:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126653.482960:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:31658:x1830945972851456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2303us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.482965:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5120 00000100:00100000:1.0:1746126653.482977:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972851840 00000100:00100000:1.0:1746126653.482980:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972851840 00000100:00100000:1.0:1746126653.482999:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5121 00000100:00100000:1.0:1746126653.483003:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:31659:x1830945972851840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.483011:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.483021:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e27 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483034:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.483038:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483043:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.483045:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e27 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483079:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483089:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e27 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483095:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.483098:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.483102:0:16421:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483109:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483151:0:16421:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.483160:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c6258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e20 expref: 109 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.483175:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973526016:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126653.483211:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.484298:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973526016:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126653.484307:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936ca600, rc 0) 00000100:00100000:0.0:1746126653.484334:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.484335:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+109:31659:x1830945972851840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1331us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.484340:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5121 00000100:00100000:0.0:1746126653.487259:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.490468:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.493062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.493297:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972852736 00000100:00100000:1.0:1746126653.493305:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972852736 00000100:00100000:1.0:1746126653.493425:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5122 00000100:00100000:1.0:1746126653.493432:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972852736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.493483:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.493734:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e2e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.493763:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e27 expref: 107 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.493771:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.493773:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.493775:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e2e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.493803:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e27 expref: 107 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.493820:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936ca600/0x9cce4314879c625f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e27 expref: 107 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.493831:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973526272:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.494815:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.499219:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973526272:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.499260:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e2e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.499277:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75a00, rc 0) 00000100:00100000:1.0:1746126653.499321:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972852736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5888us (6262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.499330:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5122 00000100:00100000:0.0:1746126653.500237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.501198:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.501895:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972852992 00000100:00100000:0.0:1746126653.501898:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972852992 00000100:00100000:0.0:1746126653.501924:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5123 00000100:00100000:0.0:1746126653.501929:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:31658:x1830945972852992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126653.501943:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126653.501953:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e35 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.501968:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e2e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.501975:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126653.501976:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126653.501979:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e35 expref: 109 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.501998:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e2e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.502008:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c6266 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e2e expref: 5 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:0.0:1746126653.502017:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800911a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973526528:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126653.502041:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.504673:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800911a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973526528:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.504694:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e35 expref: 108 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.504708:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091816a00, rc 0) 00000100:00100000:1.0:1746126653.504735:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:31658:x1830945972852992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (3539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.504741:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5123 00000100:00100000:0.0:1746126653.505105:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.510619:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.514548:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.515147:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972853632 00000100:00100000:1.0:1746126653.515155:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972853632 00002000:00100000:1.0:1746126653.515191:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8a80 x1830945972853632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.515201:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8a80 with x1830945972853632 ext(0->4095) 00002000:00010000:1.0:1746126653.515205:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a8a80 00000100:00100000:1.0:1746126653.515228:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3888 00000100:00100000:1.0:1746126653.515236:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:1980:x1830945972853632:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126653.515392:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+108:1980:x1830945972853632:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.515397:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3888 00002000:00100000:1.0:1746126653.515403:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8a80 x1830945972853632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.515409:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8a80 with x1830945972853632 ext(0->4095) 00002000:00010000:1.0:1746126653.515412:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a8a80 00000100:00100000:0.0:1746126653.520371:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.520430:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972853760 00000100:00100000:1.0:1746126653.520440:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972853760 00000100:00100000:1.0:1746126653.520522:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5124 00000100:00100000:1.0:1746126653.520530:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972853760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.520547:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.520562:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e3c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.520592:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e35 expref: 107 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.520604:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.520606:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.520609:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e3c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.520644:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e35 expref: 107 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.520655:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c626d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e35 expref: 107 pid: 8440 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.520667:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973526784:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.520764:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126653.523510:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973526784:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.523541:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e3c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.523555:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74a00, rc 0) 00000100:00100000:1.0:1746126653.523595:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972853760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3065us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.523603:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5124 00000100:00100000:0.0:1746126653.523849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.526932:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.529568:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.531260:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.531340:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972854400 00000100:00100000:1.0:1746126653.531346:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972854400 00000100:00100000:1.0:1746126653.531373:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5125 00000100:00100000:1.0:1746126653.531379:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+109:31658:x1830945972854400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.531391:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.531405:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e43 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.531428:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e3c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.531436:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.531438:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.531458:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 110 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.531584:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e3c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.531596:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c74a00/0x9cce4314879c6274 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e3c expref: 5 pid: 8440 timeout: 665 lvb_type: 0 00000100:00100000:1.0:1746126653.531607:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973527040:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126653.531989:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.533508:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.533983:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973527040:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126653.533998:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 111 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.534005:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75e00, rc 0) 00000100:00100000:1.0:1746126653.534020:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:31658:x1830945972854400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2642us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.534028:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5125 00000100:00100000:0.0:1746126653.536133:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.539980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.540154:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972854912 00000100:00100000:1.0:1746126653.540165:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972854912 00002000:00100000:1.0:1746126653.540216:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99f80 x1830945972854912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.540226:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945972854912 ext(0->4095) 00010000:00010000:1.0:1746126653.540235:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 111 pid: 8440 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.540249:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 111 pid: 8440 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.540255:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d99f80 00000100:00100000:1.0:1746126653.540276:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1711 00000100:00100000:1.0:1746126653.540285:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1980:x1830945972854912:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126653.540493:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1980:x1830945972854912:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.540500:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1711 00002000:00100000:1.0:1746126653.540505:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99f80 x1830945972854912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.540511:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945972854912 ext(0->4095) 00010000:00010000:1.0:1746126653.540515:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 111 pid: 8440 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.540527:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c75e00/0x9cce4314879c627b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e43 expref: 111 pid: 8440 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.540532:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d99f80 00000100:00100000:0.0:1746126653.542218:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.546043:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972855296 00000100:00100000:0.0:1746126653.546051:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972855296 00002000:00100000:0.0:1746126653.546085:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945972855296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126653.546095:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945972855296 ext(0->4095) 00002000:00010000:0.0:1746126653.546099:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126653.547292:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3890 00000100:00100000:0.0:1746126653.547302:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1979:x1830945972855296:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126653.547673:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1979:x1830945972855296:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 372us (1672us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126653.547681:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3890 00002000:00100000:0.0:1746126653.547688:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945972855296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126653.547696:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945972855296 ext(0->4095) 00002000:00010000:0.0:1746126653.547700:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126653.549611:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.553784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.557003:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.557774:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.561001:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.561039:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.567510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.567587:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972856448 00000100:00100000:1.0:1746126653.567594:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972856448 00002000:00100000:1.0:1746126653.567628:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9aa00 x1830945972856448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.567638:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945972856448 ext(0->4095) 00010000:00010000:1.0:1746126653.567645:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e58 expref: 110 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.567657:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e58 expref: 110 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.567663:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9aa00 00000100:00100000:1.0:1746126653.567692:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1713 00000100:00100000:1.0:1746126653.567698:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972856448:12345-192.168.203.49@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126653.567846:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972856448:12345-192.168.203.49@tcp:3:ldlm_bl.0 Request processed in 147us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.567851:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1713 00002000:00100000:1.0:1746126653.567856:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9aa00 x1830945972856448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.567863:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945972856448 ext(0->4095) 00010000:00010000:1.0:1746126653.567868:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e58 expref: 110 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.567876:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e58 expref: 110 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.567881:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9aa00 00000100:00100000:0.0:1746126653.570274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.570360:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.573822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.578508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.582713:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.585362:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.588053:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.590063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.593961:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5133 00000100:00100000:1.0:1746126653.593969:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:31659:x1830945972858112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.593976:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.593983:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c62b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e7b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.593994:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.593998:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c62ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e74 expref: 112 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.594003:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.594006:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c62b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e7b expref: 112 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.594027:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7200/0x9cce4314879c62ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e74 expref: 112 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.594039:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c74600/0x9cce4314879c62b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e7b expref: 112 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.594048:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c74600, rc 0) 00000100:00100000:1.0:1746126653.595173:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:31659:x1830945972858112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1202us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.595181:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5133 00000100:00100000:0.0:1746126653.597154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.602217:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.607380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.612283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.612330:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972858880 00000100:00100000:1.0:1746126653.612339:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972858880 00002000:00100000:1.0:1746126653.612378:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8e00 x1830945972858880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.612386:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945972858880 ext(0->4095) 00002000:00010000:1.0:1746126653.612391:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8e00 00000100:00100000:1.0:1746126653.612420:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3893 00000100:00100000:1.0:1746126653.612427:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1981:x1830945972858880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.612611:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972858880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.612688:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3893 00002000:00100000:1.0:1746126653.612694:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8e00 x1830945972858880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.612701:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945972858880 ext(0->4095) 00002000:00010000:1.0:1746126653.612704:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8e00 00000100:00100000:0.0:1746126653.614309:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.618405:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.622054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.622102:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972859392 00000100:00100000:1.0:1746126653.622108:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972859392 00002000:00100000:1.0:1746126653.622137:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb800 x1830945972859392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.622144:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb800 with x1830945972859392 ext(0->4095) 00002000:00010000:1.0:1746126653.622147:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bb800 00000100:00100000:1.0:1746126653.622314:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3894 00000100:00100000:1.0:1746126653.622321:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972859392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.622578:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972859392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 256us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.622584:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3894 00002000:00100000:1.0:1746126653.622589:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb800 x1830945972859392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.622596:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb800 with x1830945972859392 ext(0->4095) 00002000:00010000:1.0:1746126653.622599:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bb800 00000100:00100000:0.0:1746126653.624440:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.624664:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972859648 00000100:00100000:1.0:1746126653.624673:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972859648 00000100:00100000:1.0:1746126653.624708:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5136 00000100:00100000:1.0:1746126653.624715:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:31659:x1830945972859648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126653.624725:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126653.624740:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c62c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2e90 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.624759:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126653.624763:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 112 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.624767:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126653.624770:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c62c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e90 expref: 112 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.624793:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 112 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.624801:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c75a00/0x9cce4314879c62c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e90 expref: 112 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126653.624807:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c75a00, rc 0) 00000100:00100000:1.0:1746126653.625222:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:31659:x1830945972859648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 506us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.625227:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5136 00000100:00100000:0.0:1746126653.625260:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.627645:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.627872:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972860032 00000100:00100000:1.0:1746126653.627877:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972860032 00002000:00100000:1.0:1746126653.627910:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6a00 x1830945972860032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.627919:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6a00 with x1830945972860032 ext(0->4095) 00010000:00010000:1.0:1746126653.627926:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.627936:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.627941:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6a00 00000100:00100000:1.0:1746126653.627965:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1716 00000100:00100000:1.0:1746126653.627971:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1982:x1830945972860032:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.628108:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1982:x1830945972860032:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.628113:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1716 00002000:00100000:1.0:1746126653.628118:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6a00 x1830945972860032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.628124:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6a00 with x1830945972860032 ext(0->4095) 00010000:00010000:1.0:1746126653.628129:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.628136:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6000/0x9cce4314879c62c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e89 expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.628142:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6a00 00000100:00100000:0.0:1746126653.631074:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.631116:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.631144:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.631161:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.631402:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972860288 00000100:00100000:1.0:1746126653.631406:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972860288 00000100:00100000:1.0:1746126653.631438:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 392 00000100:00100000:1.0:1746126653.631481:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1980:x1830945972860288:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126653.631536:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1980:x1830945972860288:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 65us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.631542:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 392 00000100:00100000:1.0:1746126653.631570:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972860544 00000100:00100000:1.0:1746126653.631573:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972860544 00000100:00100000:1.0:1746126653.631603:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972860800 00000100:00100000:1.0:1746126653.631605:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972860800 00000100:00100000:1.0:1746126653.631619:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 450 00000100:00100000:1.0:1746126653.631623:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945972860544:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126653.631646:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1980:x1830945972860544:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 23us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126653.631651:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 450 00000100:00080000:1.0:1746126653.631664:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126653.631825:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.631852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00080000:1.0:1746126653.632152:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126653.636955:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.639158:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.641900:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.641980:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972861568 00000100:00100000:1.0:1746126653.641985:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972861568 00002000:00100000:1.0:1746126653.642021:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f480 x1830945972861568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.642029:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f480 with x1830945972861568 ext(0->4095) 00002000:00010000:1.0:1746126653.642033:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6f480 00000100:00100000:1.0:1746126653.642054:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3896 00000100:00100000:1.0:1746126653.642060:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972861568:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.642226:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972861568:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.642232:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3896 00002000:00100000:1.0:1746126653.642237:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f480 x1830945972861568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.642243:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f480 with x1830945972861568 ext(0->4095) 00002000:00010000:1.0:1746126653.642245:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6f480 00000100:00100000:0.0:1746126653.643846:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.645718:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.646381:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.650624:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.650699:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972862208 00000100:00100000:1.0:1746126653.650708:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972862208 00002000:00100000:1.0:1746126653.650753:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945972862208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.650762:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945972862208 ext(0->4095) 00010000:00010000:1.0:1746126653.650770:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c62d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e9e expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.650787:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c62d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e9e expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.650793:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d912680 00000100:00100000:1.0:1746126653.650820:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1717 00000100:00100000:1.0:1746126653.650827:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1979:x1830945972862208:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126653.651619:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+111:1979:x1830945972862208:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 791us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.651626:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1717 00002000:00100000:1.0:1746126653.651632:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945972862208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.651638:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945972862208 ext(0->4095) 00010000:00010000:1.0:1746126653.651643:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c62d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e9e expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.651652:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c62d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2e9e expref: 111 pid: 8441 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.651658:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d912680 00000100:00100000:0.0:1746126653.654028:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.654866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.660209:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.660780:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972862720 00000100:00100000:1.0:1746126653.660787:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972862720 00002000:00100000:1.0:1746126653.660828:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913480 x1830945972862720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.660838:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913480 with x1830945972862720 ext(0->4095) 00010000:00010000:1.0:1746126653.660848:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c62dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ea5 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.660859:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c62dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ea5 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.660865:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d913480 00000100:00100000:1.0:1746126653.660880:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1718 00000100:00100000:1.0:1746126653.660886:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972862720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.661031:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972862720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.661037:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1718 00002000:00100000:1.0:1746126653.661042:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913480 x1830945972862720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.661048:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913480 with x1830945972862720 ext(0->4095) 00010000:00010000:1.0:1746126653.661053:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c62dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ea5 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.661061:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8c00/0x9cce4314879c62dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ea5 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.661066:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d913480 00000100:00100000:0.0:1746126653.664051:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.664996:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.668274:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.670739:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.673936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.680592:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972863744 00000100:00100000:0.0:1746126653.680602:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972863744 00000100:00100000:0.0:1746126653.680654:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5142 00000100:00100000:0.0:1746126653.680662:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972863744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126653.680680:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126653.680697:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2eba expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.680723:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c62eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eb3 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.680731:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126653.680732:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126653.680735:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eba expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.680769:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c62eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eb3 expref: 109 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.680780:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9400/0x9cce4314879c62eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eb3 expref: 109 pid: 16421 timeout: 665 lvb_type: 0 00000100:00100000:0.0:1746126653.680792:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973531392:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126653.680885:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126653.683420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.685580:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.686546:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972864256 00000100:00100000:1.0:1746126653.686549:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972864256 00002000:00100000:1.0:1746126653.686574:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945972864256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.686588:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945972864256 ext(0->4095) 00010000:00010000:1.0:1746126653.686594:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eba expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.686604:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eba expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.686609:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:1.0:1746126653.686630:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1720 00000100:00100000:1.0:1746126653.686634:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972864256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126653.687565:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972864256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 928us (1176us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.687571:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1720 00002000:00100000:1.0:1746126653.687577:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945972864256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.687584:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945972864256 ext(0->4095) 00010000:00010000:1.0:1746126653.687589:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eba expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.687599:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817c00/0x9cce4314879c62f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2eba expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.687605:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:0.0:1746126653.691668:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.694921:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.694947:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972864640 00000100:00100000:1.0:1746126653.694956:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972864640 00002000:00100000:1.0:1746126653.694997:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5f80 x1830945972864640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.695007:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945972864640 ext(0->4095) 00002000:00010000:1.0:1746126653.695012:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:1.0:1746126653.695040:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3898 00000100:00100000:1.0:1746126653.695047:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1982:x1830945972864640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126653.695204:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1982:x1830945972864640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126653.695210:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3898 00002000:00100000:1.0:1746126653.695215:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5f80 x1830945972864640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.695222:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945972864640 ext(0->4095) 00002000:00010000:1.0:1746126653.695225:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126653.705037:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.711651:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.712218:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972864896 00000100:00100000:1.0:1746126653.712225:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972864896 00002000:00100000:1.0:1746126653.712265:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b6a00 x1830945972864896/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 496/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.712274:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945972864896 ext(0->7) 00010000:00010000:1.0:1746126653.712281:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c62f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ec1 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.712349:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c62f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ec1 expref: 110 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.712361:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:1.0:1746126653.712387:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1721 00000100:00100000:1.0:1746126653.712393:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+110:1981:x1830945972864896:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126653.712691:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:1981:x1830945972864896:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 298us (1049us total) trans 4294967970 rc 0/0 00000100:00100000:1.0:1746126653.712697:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1721 00002000:00100000:1.0:1746126653.712702:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b6a00 x1830945972864896/t4294967970(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 496/448 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126653.712709:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945972864896 ext(0->7) 00010000:00010000:1.0:1746126653.712713:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c62f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ec1 expref: 112 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:1.0:1746126653.712722:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8000/0x9cce4314879c62f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ec1 expref: 112 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:1.0:1746126653.712727:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:0.0:1746126653.714817:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.714863:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.720368:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.724562:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.731241:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.731625:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972865792 00000100:00100000:0.0:1746126653.731633:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972865792 00002000:00100000:0.0:1746126653.731675:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945972865792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/0 e 0 to 0 dl 1746126664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126653.731686:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945972865792 ext(0->4095) 00002000:00010000:0.0:1746126653.731690:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:0.0:1746126653.731722:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3899 00000100:00100000:0.0:1746126653.731730:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:1981:x1830945972865792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126653.731878:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+112:1981:x1830945972865792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (648us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126653.731885:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3899 00002000:00100000:0.0:1746126653.731890:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945972865792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126653.732336:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945972865792 ext(0->4095) 00002000:00010000:0.0:1746126653.732339:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:0.0:1746126653.736869:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.739697:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.741042:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.744685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.745001:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1723 00000100:00100000:0.0:1746126653.745010:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972866432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126653.745989:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972866432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 978us (1306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126653.745996:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1723 00002000:00100000:0.0:1746126653.746003:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801335e9f80 x1830945972866432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:414/0 lens 488/4536 e 0 to 0 dl 1746126664 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126653.746011:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801335e9f80 with x1830945972866432 ext(0->4095) 00010000:00010000:0.0:1746126653.746018:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c630e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ed6 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00010000:00010000:0.0:1746126653.746029:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c630e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ed6 expref: 6 pid: 16421 timeout: 665 lvb_type: 0 00002000:00010000:0.0:1746126653.746036:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801335e9f80 00000100:00100000:0.0:1746126653.751179:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.756592:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.769730:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.780284:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.788349:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.788402:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.793290:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.800891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.809707:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.827933:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.856031:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.860869:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.874233:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.880548:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.887658:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.893231:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.910871:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.913036:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.916727:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.919013:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.923184:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973534208:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126653.923207:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8a00/0x9cce4314879c633f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f07 expref: 118 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126653.923221:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87a8a00, rc 0) 00000100:00100000:0.0:1746126653.923259:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+118:31658:x1830945972869632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6355us (6541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126653.923264:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5153 00000100:00100000:0.0:1746126653.927843:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.932425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.936758:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.946026:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.952129:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126653.956515:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.960883:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.960977:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.963728:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.967068:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.970676:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.976996:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126653.981122:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.011529:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.011584:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972872192 00000100:00100000:1.0:1746126654.011593:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972872192 00002000:00100000:1.0:1746126654.011645:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800926d1880 x1830945972872192/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.011655:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1880 with x1830945972872192 ext(0->7) 00010000:00010000:1.0:1746126654.011665:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9800/0x9cce4314879c6354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f1c expref: 120 pid: 8440 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.011678:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9800/0x9cce4314879c6354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f1c expref: 120 pid: 8440 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.011685:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1880 00000100:00100000:1.0:1746126654.011704:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1732 00000100:00100000:1.0:1746126654.011711:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+120:1982:x1830945972872192:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126654.012948:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+122:1982:x1830945972872192:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1235us (1424us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1746126654.012956:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1732 00002000:00100000:1.0:1746126654.012962:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800926d1880 x1830945972872192/t4294967975(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/448 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.012971:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1880 with x1830945972872192 ext(0->7) 00010000:00010000:1.0:1746126654.012976:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9800/0x9cce4314879c6354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f1c expref: 122 pid: 8440 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.012986:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a87a9800/0x9cce4314879c6354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f1c expref: 122 pid: 8440 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.012993:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1880 00000100:00100000:0.0:1746126654.019571:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.024513:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.027601:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972872832 00000100:00100000:0.0:1746126654.027606:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972872832 00000100:00100000:0.0:1746126654.027630:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5159 00000100:00100000:0.0:1746126654.027635:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+122:31659:x1830945972872832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.027647:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.027657:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f31 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.027673:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 123 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.027683:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.027684:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.027687:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.027703:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 123 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.027713:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 123 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.027722:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973535744:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126654.027751:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.029838:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972873216 00000100:00100000:0.0:1746126654.029842:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972873216 00002000:00100000:0.0:1746126654.029870:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945972873216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.029879:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945972873216 ext(0->4095) 00010000:00010000:0.0:1746126654.029887:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 124 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.029898:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 124 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.029905:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:0.0:1746126654.029927:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1734 00000100:00100000:0.0:1746126654.029933:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+124:1982:x1830945972873216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126654.030043:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+124:1982:x1830945972873216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.030049:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1734 00002000:00100000:0.0:1746126654.030054:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945972873216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.030061:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945972873216 ext(0->4095) 00010000:00010000:0.0:1746126654.030065:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 124 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.030073:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6362 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f2a expref: 124 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.030079:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:0.0:1746126654.031776:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973535744:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126654.031796:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.031811:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817000, rc 0) 00000100:00100000:0.0:1746126654.031837:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:31659:x1830945972872832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4202us (4898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.031843:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5159 00000100:00100000:0.0:1746126654.034199:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972873344 00000100:00100000:0.0:1746126654.034204:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972873344 00000100:00100000:0.0:1746126654.034226:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5160 00000100:00100000:0.0:1746126654.034248:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:31658:x1830945972873344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.034260:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.034271:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f38 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.034287:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 124 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.034294:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.034295:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.034298:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 124 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.034315:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 124 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.034324:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 124 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.034332:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973536000:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126654.034354:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.037826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.037853:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972873728 00000100:00100000:1.0:1746126654.037862:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972873728 00002000:00100000:1.0:1746126654.037902:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945972873728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.037913:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945972873728 ext(0->4095) 00010000:00010000:1.0:1746126654.037922:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 125 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.037922:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973536000:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.037936:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 125 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.037943:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094777480 00010000:00010000:0.0:1746126654.037945:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 125 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.037958:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6200, rc 0) 00000100:00100000:1.0:1746126654.037963:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1735 00000100:00100000:1.0:1746126654.037971:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+125:1982:x1830945972873728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126654.037997:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+125:31658:x1830945972873344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3765us (4277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.038004:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5160 00000100:00100000:1.0:1746126654.038106:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+124:1982:x1830945972873728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.038112:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1735 00002000:00100000:1.0:1746126654.038117:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945972873728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.038125:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945972873728 ext(0->4095) 00010000:00010000:1.0:1746126654.038129:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 124 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.038138:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 124 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.038144:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094777480 00000100:00100000:1.0:1746126654.038170:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973535872:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.038181:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.038255:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:1980:x1830945972873472:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4294us (4464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.038264:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6851 00000100:00100000:1.0:1746126654.043474:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972873984 00000100:00100000:1.0:1746126654.043482:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972873984 00010000:00010000:1.0:1746126654.043510:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.043535:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6852 00000100:00100000:1.0:1746126654.043541:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+123:1982:x1830945972873984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.043552:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.043574:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.043585:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.043606:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091817000/0x9cce4314879c6369 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f31 expref: 123 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.043619:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.043621:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.043627:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 122 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.043634:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 122 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.043663:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 122 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.043673:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6200/0x9cce4314879c6370 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f38 expref: 122 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.043685:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c73480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973536256:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.043748:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.056553:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.056611:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972874368 00000100:00100000:0.0:1746126654.056617:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972874368 00002000:00100000:0.0:1746126654.056651:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5500 x1830945972874368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.056660:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5500 with x1830945972874368 ext(0->4095) 00002000:00010000:0.0:1746126654.056665:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5500 00000100:00100000:0.0:1746126654.056681:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3906 00000100:00100000:0.0:1746126654.056686:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972874368:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126654.056807:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972874368:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.056813:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3906 00002000:00100000:0.0:1746126654.056818:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5500 x1830945972874368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.056824:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5500 with x1830945972874368 ext(0->4095) 00002000:00010000:0.0:1746126654.056827:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5500 00000100:00100000:0.0:1746126654.059660:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972874496 00000100:00100000:0.0:1746126654.059668:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972874496 00000100:00100000:0.0:1746126654.059713:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5162 00000100:00100000:0.0:1746126654.059721:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+121:31659:x1830945972874496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.059736:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.060128:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c637e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f46 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.060162:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009abfe000/0x9cce4314879c6377 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f3f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.060168:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.060170:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.060173:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c637e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f46 expref: 122 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.060205:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009abfe000/0x9cce4314879c6377 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f3f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.060217:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009abfe000/0x9cce4314879c6377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f3f expref: 5 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.060230:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973536512:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126654.061234:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.061751:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973536512:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126654.061771:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c637e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f46 expref: 122 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.061784:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6800, rc 0) 00000100:00100000:0.0:1746126654.061816:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+122:31659:x1830945972874496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2094us (2184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.061823:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5162 00000100:00100000:0.0:1746126654.062829:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000001:00080000:1.0:1746126654.063993:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967933 is committed 00000001:00080000:1.0:1746126654.064010:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967970 is committed 00000001:00080000:1.0:1746126654.064091:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967971 is committed 00000001:00080000:1.0:1746126654.064158:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967974 is committed 00000100:00100000:0.0:1746126654.065598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.065902:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.065951:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972875008 00000100:00100000:1.0:1746126654.065955:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972875008 00002000:00100000:1.0:1746126654.065980:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945972875008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.065990:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945972875008 ext(0->4095) 00002000:00010000:1.0:1746126654.065995:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4a80 00000100:00100000:1.0:1746126654.066006:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3907 00000100:00100000:1.0:1746126654.066010:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945972875008:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126654.066154:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945972875008:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.066160:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3907 00002000:00100000:1.0:1746126654.066165:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945972875008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.066173:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945972875008 ext(0->4095) 00002000:00010000:1.0:1746126654.066176:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4a80 00000100:00100000:0.0:1746126654.067683:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.070176:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973537024:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126654.070198:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c638c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f54 expref: 10 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.070211:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b851200, rc 0) 00000100:00100000:0.0:1746126654.070665:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31659:x1830945972875264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2166us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.070672:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5164 00000100:00100000:1.0:1746126654.070767:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.072533:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972875520 00000100:00100000:0.0:1746126654.072545:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972875520 00002000:00100000:0.0:1746126654.072591:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70a80 x1830945972875520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.072602:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830945972875520 ext(0->4095) 00010000:00010000:0.0:1746126654.072611:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c6385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f4d expref: 9 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.072624:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c6385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f4d expref: 9 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.072631:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c70a80 00000100:00100000:0.0:1746126654.072668:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1736 00000100:00100000:0.0:1746126654.072676:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945972875520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126654.072868:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945972875520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (2100us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.072875:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1736 00002000:00100000:0.0:1746126654.072880:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70a80 x1830945972875520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.072888:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830945972875520 ext(0->4095) 00010000:00010000:0.0:1746126654.072893:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c6385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f4d expref: 9 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.072903:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c6385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f4d expref: 9 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.072909:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c70a80 00000100:00100000:1.0:1746126654.083370:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972875904 00000100:00100000:1.0:1746126654.083377:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972875904 00002000:00100000:1.0:1746126654.083415:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945972875904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.083426:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945972875904 ext(0->4095) 00002000:00010000:1.0:1746126654.083430:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ce00 00000100:00100000:1.0:1746126654.083477:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3908 00000100:00100000:1.0:1746126654.083484:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945972875904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.083641:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945972875904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.083647:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3908 00002000:00100000:1.0:1746126654.083652:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945972875904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.083659:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945972875904 ext(0->4095) 00002000:00010000:1.0:1746126654.083661:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ce00 00000100:00100000:1.0:1746126654.087696:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3316:1830945973537408:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.087755:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126654.087779:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973537920:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.087797:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126654.087819:0:3316:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746126654.087823:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973537280:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.087845:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126654.087873:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973537792:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.087891:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126654.087916:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973537920 00000100:00100000:1.0:1746126654.087923:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973537920 00000100:00100000:1.0:1746126654.087967:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1746126654.087974:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973537920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.088015:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973537920:12345-0@lo:400:kworker.0 Request processed in 41us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.088020:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:1.0:1746126654.088038:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126654.088065:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973537920:0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.088135:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973537664:0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.088159:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126654.088173:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126654.088177:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973537536:0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.088192:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126654.088211:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973537280 00000100:00100000:0.0:1746126654.088214:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973537280 00000100:00100000:0.0:1746126654.088234:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1746126654.088238:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973537280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.088263:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973537280:12345-0@lo:400:kworker.0 Request processed in 25us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.088268:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1746126654.090815:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973537664 00000100:00100000:1.0:1746126654.090825:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973537664 00000100:00100000:1.0:1746126654.090881:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1746126654.090888:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973537664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.090951:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973537664:12345-0@lo:400:kworker.0 Request processed in 64us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.090956:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1746126654.090989:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973537280:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.091004:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973537792:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.091016:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3316:1830945973537408:0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.091258:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973537536:0@lo:400:kworker.0 00000100:00100000:0.0:1746126654.091267:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973537664:0@lo:400:kworker.0 00000100:00100000:1.0:1746126654.091400:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.104613:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.111880:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.115423:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.115479:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972876544 00000100:00100000:1.0:1746126654.115486:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972876544 00002000:00100000:1.0:1746126654.115527:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e680 x1830945972876544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.115536:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e680 with x1830945972876544 ext(0->4095) 00002000:00010000:1.0:1746126654.115541:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6e680 00000100:00100000:1.0:1746126654.115567:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3909 00000100:00100000:1.0:1746126654.115576:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972876544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.115757:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972876544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.115763:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3909 00002000:00100000:1.0:1746126654.115767:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e680 x1830945972876544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.115774:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e680 with x1830945972876544 ext(0->4095) 00002000:00010000:1.0:1746126654.115777:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6e680 00000100:00100000:0.0:1746126654.119557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.121510:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.122499:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972876800 00000100:00100000:1.0:1746126654.122507:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972876800 00000100:00100000:1.0:1746126654.122545:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5167 00000100:00100000:1.0:1746126654.122551:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:31658:x1830945972876800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.122563:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.122576:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f69 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.122593:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.122598:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.122604:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.122607:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.122633:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.122643:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.122649:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126654.122666:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:31658:x1830945972876800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.122672:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5167 00000100:00100000:0.0:1746126654.123087:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.126507:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.126748:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972877184 00000100:00100000:1.0:1746126654.126754:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972877184 00002000:00100000:1.0:1746126654.126786:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945972877184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.126796:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945972877184 ext(0->4095) 00010000:00010000:1.0:1746126654.126803:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.126814:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.126821:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb800 00000100:00100000:1.0:1746126654.126845:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1738 00000100:00100000:1.0:1746126654.126852:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945972877184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.127154:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945972877184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 301us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.127160:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1738 00002000:00100000:1.0:1746126654.127165:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945972877184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.127172:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945972877184 ext(0->4095) 00010000:00010000:1.0:1746126654.127176:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.127185:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c639a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f62 expref: 11 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.127190:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb800 00000100:00100000:0.0:1746126654.130084:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.130729:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.130837:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972877312 00000100:00100000:1.0:1746126654.130846:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972877312 00000100:00100000:1.0:1746126654.130881:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5168 00000100:00100000:1.0:1746126654.130887:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972877312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.130903:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.130918:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c63a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f70 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.130950:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.130956:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.130966:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126654.130969:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c63a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f70 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.131002:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.131013:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c63a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f70 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.131021:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126654.131070:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972877312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.131075:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5168 00000100:00100000:0.0:1746126654.135094:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972877696 00000100:00100000:0.0:1746126654.135101:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972877696 00002000:00100000:0.0:1746126654.135137:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945972877696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.135147:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945972877696 ext(0->4095) 00010000:00010000:0.0:1746126654.135156:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.135167:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.135173:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643480 00000100:00100000:0.0:1746126654.135188:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1739 00000100:00100000:0.0:1746126654.135194:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945972877696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126654.135345:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945972877696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.135351:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1739 00002000:00100000:0.0:1746126654.135357:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945972877696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.135364:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945972877696 ext(0->4095) 00010000:00010000:0.0:1746126654.135369:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.135377:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c63a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f69 expref: 10 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.135383:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643480 00000100:00100000:0.0:1746126654.138677:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972877824 00000100:00100000:0.0:1746126654.138686:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972877824 00000100:00100000:0.0:1746126654.139139:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5169 00000100:00100000:0.0:1746126654.139147:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:31658:x1830945972877824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.139161:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.139174:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f77 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.139199:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.139205:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c63a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f70 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.139211:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126654.139214:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f77 expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.139247:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c63a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f70 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.139264:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f77 expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.139274:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6600, rc 0) 00000100:00100000:0.0:1746126654.139314:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945972877824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126654.139320:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5169 00000100:00100000:0.0:1746126654.142638:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.145992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.150960:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.153383:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.153798:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972878720 00000100:00100000:1.0:1746126654.153806:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972878720 00000100:00100000:1.0:1746126654.153849:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5170 00000100:00100000:1.0:1746126654.153857:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972878720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.153870:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.153886:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f7e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.153917:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f77 expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.153925:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.153928:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.153932:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.153961:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f77 expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.153973:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c63af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f77 expref: 9 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.153985:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973539328:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.155181:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.160069:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973539328:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.160098:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.160113:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126654.160163:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972878720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6306us (6784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.160172:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5170 00000100:00100000:0.0:1746126654.161301:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.161735:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.161899:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972879104 00000100:00100000:1.0:1746126654.161903:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972879104 00000100:00100000:1.0:1746126654.161930:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5171 00000100:00100000:1.0:1746126654.161935:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945972879104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.161942:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.161954:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2f85 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.161975:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.161979:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.161984:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126654.161987:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f85 expref: 14 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.162016:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.162026:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f85 expref: 14 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.162034:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126654.162047:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945972879104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.162051:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5171 00000100:00100000:0.0:1746126654.165218:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.167836:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126654.167848:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973539712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126654.167890:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126654.168325:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973539712 00000100:00100000:1.0:1746126654.168333:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973539712 00000100:00100000:1.0:1746126654.168374:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1746126654.168380:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973539712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126654.168398:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 233242624 pending 5111808 free 3855613952 avail 3793747968 00000100:00100000:1.0:1746126654.168439:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973539712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.168462:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1746126654.168684:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973539712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126654.171046:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.176254:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972879616 00000100:00100000:0.0:1746126654.176264:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972879616 00010000:00010000:0.0:1746126654.176300:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.176342:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6863 00000100:00100000:0.0:1746126654.176351:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972879616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126654.176365:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126654.176386:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.176398:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.176422:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c63b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f7e expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.176508:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.176510:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.176518:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f85 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.176527:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f85 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.176562:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c63bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f85 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126654.176577:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973539840:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126654.177214:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.181191:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.183663:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.187243:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.190551:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.190631:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972880384 00000100:00100000:1.0:1746126654.190640:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972880384 00002000:00100000:1.0:1746126654.190684:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255c700 x1830945972880384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.190694:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255c700 with x1830945972880384 ext(0->4095) 00002000:00010000:1.0:1746126654.190699:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255c700 00000100:00100000:1.0:1746126654.190726:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3912 00000100:00100000:1.0:1746126654.190735:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972880384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.190913:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972880384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.190920:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3912 00002000:00100000:1.0:1746126654.190926:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255c700 x1830945972880384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.190933:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255c700 with x1830945972880384 ext(0->4095) 00002000:00010000:1.0:1746126654.190936:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255c700 00000100:00100000:0.0:1746126654.191230:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.193379:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.195016:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.195177:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972880768 00000100:00100000:0.0:1746126654.195183:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972880768 00010000:00010000:0.0:1746126654.195203:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c63c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f8c expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.195222:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6865 00000100:00100000:0.0:1746126654.195227:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972880768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126654.195236:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126654.195254:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c63c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f8c expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.195263:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a473b400/0x9cce4314879c63c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f8c expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.195279:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.195281:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.195287:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e9800/0x9cce4314879c63cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f93 expref: 14 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.195293:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a69e9800/0x9cce4314879c63cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f93 expref: 14 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.195311:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a69e9800/0x9cce4314879c63cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f93 expref: 14 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.195325:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a69e9800/0x9cce4314879c63cb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2f93 expref: 14 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.195335:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009255d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973540480:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126654.195381:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.198979:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.201128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.205157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.206083:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972881408 00000100:00100000:1.0:1746126654.206092:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972881408 00002000:00100000:1.0:1746126654.206133:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255dc00 x1830945972881408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.206143:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255dc00 with x1830945972881408 ext(0->4095) 00002000:00010000:1.0:1746126654.206147:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255dc00 00000100:00100000:1.0:1746126654.206512:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3913 00000100:00100000:1.0:1746126654.206519:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945972881408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.206672:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945972881408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (1515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.206677:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3913 00002000:00100000:1.0:1746126654.206682:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255dc00 x1830945972881408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.206688:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255dc00 with x1830945972881408 ext(0->4095) 00002000:00010000:1.0:1746126654.206691:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255dc00 00000100:00100000:0.0:1746126654.208955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.212080:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.216490:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.217727:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.232372:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.232437:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.237606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.237688:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972882560 00000100:00100000:1.0:1746126654.237697:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972882560 00002000:00100000:1.0:1746126654.237747:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255f100 x1830945972882560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.237758:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255f100 with x1830945972882560 ext(0->4095) 00010000:00010000:1.0:1746126654.237768:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fa8 expref: 13 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.237782:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fa8 expref: 13 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.237788:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009255f100 00000100:00100000:1.0:1746126654.237822:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1745 00000100:00100000:1.0:1746126654.237831:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945972882560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.238019:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945972882560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.238025:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1745 00002000:00100000:1.0:1746126654.238032:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255f100 x1830945972882560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.238039:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255f100 with x1830945972882560 ext(0->4095) 00010000:00010000:1.0:1746126654.238044:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fa8 expref: 13 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.238053:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63e0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fa8 expref: 13 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.238059:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009255f100 00000100:00100000:0.0:1746126654.241849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.245126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.248856:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.248886:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972883072 00000100:00100000:0.0:1746126654.248894:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972883072 00000100:00100000:0.0:1746126654.248947:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5178 00000100:00100000:0.0:1746126654.248954:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972883072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.248972:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.248989:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c63ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2fb6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.249021:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c63e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2faf expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.249028:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.249030:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126654.249034:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c63ee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fb6 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.249064:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c63e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2faf expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.249075:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b5ae00/0x9cce4314879c63e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2faf expref: 11 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.249086:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009255c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973541504:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126654.249155:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.252550:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.256536:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.256632:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972883456 00000100:00100000:1.0:1746126654.256639:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972883456 00002000:00100000:1.0:1746126654.256675:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255e300 x1830945972883456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.256685:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255e300 with x1830945972883456 ext(0->4095) 00002000:00010000:1.0:1746126654.256689:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255e300 00000100:00100000:1.0:1746126654.256709:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3915 00000100:00100000:1.0:1746126654.256713:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972883456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.256884:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972883456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.256889:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3915 00002000:00100000:1.0:1746126654.256894:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255e300 x1830945972883456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.256901:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255e300 with x1830945972883456 ext(0->4095) 00002000:00010000:1.0:1746126654.256903:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255e300 00000100:00100000:0.0:1746126654.257532:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.260945:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.263126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.269040:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.272271:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.275627:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.278634:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.278737:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972884608 00000100:00100000:1.0:1746126654.278746:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972884608 00000100:00100000:1.0:1746126654.278822:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5181 00000100:00100000:1.0:1746126654.278829:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972884608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.278846:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.278863:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2fcb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.278890:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fc4 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.278897:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.278898:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.278902:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.278933:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fc4 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.278945:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c63fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fc4 expref: 11 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.278956:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973542272:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.279025:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.280571:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973542272:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.280594:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.280612:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126654.280642:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972884608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.280649:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5181 00000100:00100000:0.0:1746126654.283259:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.286310:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.286390:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.286475:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972884864 00000100:00100000:1.0:1746126654.286482:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972884864 00000100:00100000:1.0:1746126654.287061:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5182 00000100:00100000:1.0:1746126654.287070:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:31658:x1830945972884864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.287085:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.287099:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c640a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2fd2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.287123:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.287130:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.287132:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.287134:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c640a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd2 expref: 12 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.287157:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.287167:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 5 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.287182:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973542528:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.287220:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.287234:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972885120 00000100:00100000:1.0:1746126654.287237:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972885120 00002000:00100000:1.0:1746126654.287260:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633d880 x1830945972885120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.287268:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633d880 with x1830945972885120 ext(0->4095) 00010000:00010000:1.0:1746126654.287273:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.287281:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.287286:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633d880 00000100:00100000:1.0:1746126654.287297:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1747 00000100:00100000:1.0:1746126654.287302:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972885120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.287428:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972885120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.287433:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1747 00002000:00100000:1.0:1746126654.287437:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633d880 x1830945972885120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.287461:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633d880 with x1830945972885120 ext(0->4095) 00010000:00010000:1.0:1746126654.287489:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.287497:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6403 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fcb expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.287503:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633d880 00000100:00100000:1.0:1746126654.289582:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973542528:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.289605:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c640a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd2 expref: 12 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.289618:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126654.289650:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945972884864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2581us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.289657:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5182 00000100:00100000:0.0:1746126654.290656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.291045:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972885248 00000100:00100000:1.0:1746126654.291052:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972885248 00000100:00100000:1.0:1746126654.291720:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5183 00000100:00100000:1.0:1746126654.291728:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31659:x1830945972885248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.291742:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.291756:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6411 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2fd9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.291780:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.291785:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c640a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd2 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.291790:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.291794:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6411 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd9 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.291829:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c640a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd2 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.291838:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6411 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fd9 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.291846:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126654.291886:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31659:x1830945972885248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.291891:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5183 00000100:00100000:0.0:1746126654.292765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.297145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.301420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.305283:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.305745:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972886016 00000100:00100000:1.0:1746126654.305752:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972886016 00002000:00100000:1.0:1746126654.305790:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633e680 x1830945972886016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.305800:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633e680 with x1830945972886016 ext(0->4095) 00002000:00010000:1.0:1746126654.305804:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633e680 00000100:00100000:1.0:1746126654.305977:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3917 00000100:00100000:1.0:1746126654.305984:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945972886016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.306136:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945972886016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.306143:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3917 00002000:00100000:1.0:1746126654.306148:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633e680 x1830945972886016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.306161:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633e680 with x1830945972886016 ext(0->4095) 00002000:00010000:1.0:1746126654.306164:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633e680 00000100:00100000:0.0:1746126654.308352:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.316059:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.317805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.331725:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.337901:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.338634:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972887040 00000100:00100000:1.0:1746126654.338641:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972887040 00002000:00100000:1.0:1746126654.338685:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633f800 x1830945972887040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.338695:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633f800 with x1830945972887040 ext(0->4095) 00002000:00010000:1.0:1746126654.338701:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633f800 00000100:00100000:1.0:1746126654.338874:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3918 00000100:00100000:1.0:1746126654.338881:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945972887040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.339039:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945972887040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.339044:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3918 00002000:00100000:1.0:1746126654.339048:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633f800 x1830945972887040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.339055:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633f800 with x1830945972887040 ext(0->4095) 00002000:00010000:1.0:1746126654.339058:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633f800 00000100:00100000:0.0:1746126654.343014:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.345572:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972887168 00000100:00100000:1.0:1746126654.345588:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972887168 00000100:00100000:1.0:1746126654.345668:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5186 00000100:00100000:1.0:1746126654.345676:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972887168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.345696:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.345713:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec2fee expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.345744:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.345751:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.345753:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.345756:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6426 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fee expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.345787:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 11 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.345798:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 11 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.345811:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973543552:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.345919:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.352855:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973543552:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.352889:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6426 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fee expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.352907:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126654.352973:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972887168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7297us (9966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.352983:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5186 00000100:00100000:0.0:1746126654.354765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.355998:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972887296 00000100:00100000:1.0:1746126654.356010:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972887296 00002000:00100000:1.0:1746126654.356055:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008633fb80 x1830945972887296/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.356065:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633fb80 with x1830945972887296 ext(0->7) 00010000:00010000:1.0:1746126654.356074:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 12 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.356087:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 12 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.356094:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633fb80 00000100:00100000:1.0:1746126654.356128:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1750 00000100:00100000:1.0:1746126654.356136:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945972887296:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126654.356491:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945972887296:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 355us (1732us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1746126654.356498:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1750 00002000:00100000:1.0:1746126654.356504:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008633fb80 x1830945972887296/t4294967978(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/448 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.356512:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633fb80 with x1830945972887296 ext(0->7) 00010000:00010000:1.0:1746126654.356516:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 14 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.356525:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3600/0x9cce4314879c641f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2fe7 expref: 14 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.356530:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633fb80 00000100:00100000:0.0:1746126654.365091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.367115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.371244:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.375275:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.377663:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.377895:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972888192 00000100:00100000:1.0:1746126654.377901:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972888192 00002000:00100000:1.0:1746126654.377934:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633dc00 x1830945972888192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.377947:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633dc00 with x1830945972888192 ext(0->4095) 00002000:00010000:1.0:1746126654.377952:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633dc00 00000100:00100000:1.0:1746126654.377977:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3919 00000100:00100000:1.0:1746126654.377983:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945972888192:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126654.378198:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945972888192:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 215us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.378204:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3919 00002000:00100000:1.0:1746126654.378210:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633dc00 x1830945972888192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.378217:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633dc00 with x1830945972888192 ext(0->4095) 00002000:00010000:1.0:1746126654.378220:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633dc00 00000100:00100000:0.0:1746126654.380691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.383397:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.383579:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972888448 00000100:00100000:1.0:1746126654.383585:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972888448 00002000:00100000:1.0:1746126654.383613:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008633ed80 x1830945972888448/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.383622:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633ed80 with x1830945972888448 ext(0->7) 00010000:00010000:1.0:1746126654.383628:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3e00/0x9cce4314879c642d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ff5 expref: 14 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.383642:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3e00/0x9cce4314879c642d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ff5 expref: 14 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.383648:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633ed80 00000100:00100000:1.0:1746126654.383670:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1752 00000100:00100000:1.0:1746126654.383676:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945972888448:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126654.384760:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945972888448:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1082us (1362us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746126654.384767:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1752 00002000:00100000:1.0:1746126654.385297:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008633ed80 x1830945972888448/t4294967979(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/448 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.385306:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633ed80 with x1830945972888448 ext(0->7) 00010000:00010000:1.0:1746126654.385313:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3e00/0x9cce4314879c642d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ff5 expref: 16 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.385323:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2e3e00/0x9cce4314879c642d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec2ff5 expref: 16 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.385330:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633ed80 00000100:00100000:0.0:1746126654.391573:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.393670:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.396485:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.399248:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.400922:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.405220:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.411615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.419083:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.424025:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.429271:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.429436:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.435228:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.440608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.445842:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.456001:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.468259:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.469731:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.477734:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.480731:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6885 00000100:00100000:1.0:1746126654.480749:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1982:x1830945972891392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.480773:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.480801:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c6450 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3018 expref: 19 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.480814:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c6450 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3018 expref: 19 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.480839:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c6450 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3018 expref: 19 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.480873:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.480875:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.480882:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.480889:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.480928:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.480938:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 5 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.480953:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.481046:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.484071:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.484173:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.484190:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.484228:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945972891392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3487us (6504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.484241:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6885 00000100:00100000:0.0:1746126654.492049:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.492525:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972891776 00000100:00100000:1.0:1746126654.492535:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972891776 00010000:00010000:1.0:1746126654.492574:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.492687:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6886 00000100:00100000:1.0:1746126654.492695:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972891776:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.492709:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.492731:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.492743:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.492764:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c6457 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec301f expref: 6 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.492784:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.492786:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.492794:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.492802:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.492835:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.492849:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545728:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.493404:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.495370:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545728:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.495391:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.495434:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972891776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2738us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.495493:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6886 00000100:00100000:0.0:1746126654.497144:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.501641:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.502321:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972892160 00000100:00100000:1.0:1746126654.502335:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972892160 00000100:00100000:1.0:1746126654.502392:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5195 00000100:00100000:1.0:1746126654.502402:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972892160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.502420:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.502439:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec302d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.502504:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.502511:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.502513:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.502516:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.502548:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.502565:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 17 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.502578:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973545856:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.503426:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.505032:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973545856:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.505057:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.505267:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126654.505305:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972892160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.505314:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5195 00000100:00100000:0.0:1746126654.506484:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972892288 00000100:00100000:0.0:1746126654.506491:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972892288 00002000:00100000:0.0:1746126654.506524:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009467fb80 x1830945972892288/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.506533:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945972892288 ext(0->7) 00010000:00010000:0.0:1746126654.506539:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 18 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.506550:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 18 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.506556:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467fb80 00000100:00100000:0.0:1746126654.507064:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1758 00000100:00100000:0.0:1746126654.507071:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945972892288:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126654.507523:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945972892288:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 452us (1373us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1746126654.507529:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1758 00002000:00100000:0.0:1746126654.507535:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009467fb80 x1830945972892288/t4294967981(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/448 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.507543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945972892288 ext(0->7) 00010000:00010000:0.0:1746126654.507548:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.507556:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.507561:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467fb80 00000100:00100000:0.0:1746126654.510024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.510114:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972892416 00000100:00100000:1.0:1746126654.510123:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972892416 00010000:00010000:1.0:1746126654.510154:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.510271:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6887 00000100:00100000:1.0:1746126654.510279:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1979:x1830945972892416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.510393:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126654.510411:0:7111:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126654 -> 1746126655 00002000:00010000:1.0:1746126654.510414:0:7111:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126654 -> 1746126655 00010000:00010000:1.0:1746126654.510420:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.510433:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.510542:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b851c00/0x9cce4314879c645e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3026 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.510644:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.510646:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.510653:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.510660:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.510690:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.510701:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545984:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.511086:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.514326:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.515680:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973545984:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.515698:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.515734:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1979:x1830945972892416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5455us (5715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.515742:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6887 00000100:00100000:0.0:1746126654.522367:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.522424:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.526864:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.527104:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972893056 00000100:00100000:1.0:1746126654.527111:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972893056 00010000:00010000:1.0:1746126654.527136:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.527168:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6888 00000100:00100000:1.0:1746126654.527174:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972893056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.527184:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.527203:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.527214:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.527235:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6465 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec302d expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.527250:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.527252:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.527258:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.527266:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.527293:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.527303:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.527313:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546368:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.527378:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.529478:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.530149:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546368:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.530166:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.530200:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972893056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3025us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.530207:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6888 00000100:00100000:0.0:1746126654.532261:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.532342:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972893440 00000100:00100000:1.0:1746126654.532349:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972893440 00010000:00010000:1.0:1746126654.532375:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.532757:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6889 00000100:00100000:1.0:1746126654.532765:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945972893440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.532778:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.532798:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.532809:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.532832:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b850a00/0x9cce4314879c646c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3034 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.532847:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.532850:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.532856:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.532863:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.532895:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.532906:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546496:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.532988:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.535615:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.535738:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546496:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.535758:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.535801:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945972893440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3037us (3545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.535811:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6889 00000100:00100000:0.0:1746126654.539796:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.542770:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.542981:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972893952 00000100:00100000:1.0:1746126654.542987:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972893952 00010000:00010000:1.0:1746126654.543015:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.543045:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6890 00000100:00100000:1.0:1746126654.543052:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945972893952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.543063:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.543084:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.543098:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.543121:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6473 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec303b expref: 20 pid: 8440 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.543149:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.543151:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.543158:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.543166:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.543195:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.543206:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546752:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.543272:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.546585:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.546722:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973546752:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.546741:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.546779:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945972893952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3727us (4011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.546789:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6890 00000100:00100000:0.0:1746126654.547747:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.552551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.553273:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.553353:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972894592 00000100:00100000:1.0:1746126654.553362:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972894592 00010000:00010000:1.0:1746126654.553400:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.553594:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6891 00000100:00100000:1.0:1746126654.553602:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972894592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.553616:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.553638:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.553650:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.553672:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c647a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3042 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.554054:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.554861:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972894592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1259us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.554867:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6891 00000100:00100000:0.0:1746126654.557296:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972894848 00000100:00100000:0.0:1746126654.557302:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972894848 00002000:00100000:0.0:1746126654.557337:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945972894848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.557346:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945972894848 ext(0->4095) 00010000:00010000:0.0:1746126654.557354:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.557366:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.557372:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126654.557383:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1761 00000100:00100000:0.0:1746126654.557388:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972894848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126654.557560:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972894848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.557565:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1761 00002000:00100000:0.0:1746126654.557570:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945972894848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.557578:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945972894848 ext(0->4095) 00010000:00010000:0.0:1746126654.557582:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.557590:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:0.0:1746126654.557596:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126654.560024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.560576:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972894976 00000100:00100000:1.0:1746126654.560585:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972894976 00010000:00010000:1.0:1746126654.560616:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.561173:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6892 00000100:00100000:1.0:1746126654.561182:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1980:x1830945972894976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.561199:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.561219:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.561231:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.561256:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6481 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3049 expref: 21 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.561344:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.561347:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.561355:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.561364:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.561399:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.561411:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973547264:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.562016:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.564537:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973547264:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.564557:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.564598:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1980:x1830945972894976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3416us (4578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.564612:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6892 00000100:00100000:0.0:1746126654.565554:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.570077:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.572981:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.573591:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972895488 00000100:00100000:1.0:1746126654.573598:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972895488 00010000:00010000:1.0:1746126654.573627:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.573662:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6893 00000100:00100000:1.0:1746126654.573668:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945972895488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126654.573679:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126654.573702:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.573713:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.573737:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6488 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3050 expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.573764:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.573767:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.573774:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.573782:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.573815:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126654.573830:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973547520:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126654.573903:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.576707:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.576799:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973547520:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126654.576818:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126654.576861:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945972895488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3190us (3879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.576870:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6893 00000100:00100000:0.0:1746126654.577794:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.579603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.579627:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.579698:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972896000 00000100:00100000:0.0:1746126654.579702:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972896000 00010000:00010000:0.0:1746126654.579720:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.579933:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6894 00000100:00100000:0.0:1746126654.579939:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972896000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126654.579947:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126654.579961:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.579971:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.580046:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c648f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3057 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.580071:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.580073:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.580079:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec305e expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.580087:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec305e expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.580108:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec305e expref: 20 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.580198:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6496 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec305e expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.580210:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfa9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973547904:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126654.580269:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.583916:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.588249:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.592340:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.595777:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.595898:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972896896 00000100:00100000:1.0:1746126654.595906:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972896896 00000100:00100000:1.0:1746126654.595954:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5204 00000100:00100000:1.0:1746126654.595961:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972896896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.595978:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.595995:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec306c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.596031:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c649d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3065 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.596040:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.596042:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.596046:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec306c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.596083:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c649d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3065 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.596094:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c649d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3065 expref: 19 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.596108:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548160:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.596212:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.599031:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548160:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.599061:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec306c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.599081:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126654.599128:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972896896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3165us (3358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.599136:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5204 00000100:00100000:0.0:1746126654.599250:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.603064:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.603101:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.603222:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972897408 00000100:00100000:1.0:1746126654.603226:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972897408 00000100:00100000:1.0:1746126654.603256:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5205 00000100:00100000:1.0:1746126654.603262:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945972897408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.603273:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.603288:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c64ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3073 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.603309:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec306c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.603318:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.603320:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.603323:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c64ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3073 expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.603350:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec306c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.603361:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c64a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec306c expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.603372:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548416:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.603460:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.604331:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548416:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.604346:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c64ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3073 expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.604358:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:1.0:1746126654.604379:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31658:x1830945972897408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1118us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.604385:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5205 00000100:00100000:0.0:1746126654.605006:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.605153:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972897536 00000100:00100000:1.0:1746126654.605157:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972897536 00000100:00100000:1.0:1746126654.605190:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5206 00000100:00100000:1.0:1746126654.605196:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31659:x1830945972897536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.605214:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.605223:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec307a expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.605239:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.605243:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c64ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3073 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.605248:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.605250:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.605272:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c64ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3073 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.605281:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.605289:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126654.605316:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31659:x1830945972897536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.605321:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5206 00000100:00100000:0.0:1746126654.605366:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.607316:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.611943:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.614477:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.619779:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.619874:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972898432 00000100:00100000:1.0:1746126654.619883:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972898432 00000100:00100000:1.0:1746126654.619927:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5207 00000100:00100000:1.0:1746126654.619932:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972898432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.619949:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.619963:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3081 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.619988:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 19 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.619993:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.619994:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.619997:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.620024:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 19 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.620034:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 19 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.620046:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548928:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.620135:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.621436:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973548928:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.621499:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.621512:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126654.621579:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972898432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1644us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.621586:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5207 00000100:00100000:0.0:1746126654.621746:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972898560 00000100:00100000:0.0:1746126654.621751:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972898560 00010000:00010000:0.0:1746126654.621772:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 20 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.621797:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6899 00000100:00100000:0.0:1746126654.621803:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945972898560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126654.621812:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126654.621831:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 20 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.621841:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 20 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.621860:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c64b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec307a expref: 20 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:0.0:1746126654.621884:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.621886:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.621893:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.621900:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.621924:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126654.621933:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973549056:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126654.621987:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.625479:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.625519:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.625586:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972898944 00000100:00100000:1.0:1746126654.625593:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972898944 00000100:00100000:1.0:1746126654.625641:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5208 00000100:00100000:1.0:1746126654.625647:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945972898944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.625665:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.625680:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c64c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3088 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.625709:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.625716:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.625718:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.625722:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c64c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3088 expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.625750:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.625760:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c64b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3081 expref: 5 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.625771:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549184:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.625832:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.628175:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549184:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.628203:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c64c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3088 expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.628221:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126654.628302:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31658:x1830945972898944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2654us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.628395:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5208 00000100:00100000:0.0:1746126654.629954:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.630193:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972899072 00000100:00100000:1.0:1746126654.630201:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972899072 00000100:00100000:1.0:1746126654.630505:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5209 00000100:00100000:1.0:1746126654.630512:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31659:x1830945972899072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.630526:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.630541:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec308f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.630566:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.630571:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c64c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3088 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.630577:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.630580:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec308f expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.630614:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c64c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3088 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.630624:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec308f expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.630637:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:0.0:1746126654.630664:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.630679:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31659:x1830945972899072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.630684:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5209 00000100:00100000:0.0:1746126654.640563:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.646404:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.648822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.648893:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972899968 00000100:00100000:1.0:1746126654.648900:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972899968 00000100:00100000:1.0:1746126654.648934:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5210 00000100:00100000:1.0:1746126654.648940:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972899968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.648952:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.648966:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3096 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.648990:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec308f expref: 19 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.648998:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.649000:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.649002:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3096 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.649029:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec308f expref: 19 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.649039:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c64c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec308f expref: 19 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.649054:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549696:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.649831:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.650242:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549696:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.650259:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3096 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.650271:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126654.650305:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972899968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1365us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.650312:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5210 00000100:00100000:0.0:1746126654.651749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.655250:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972900352 00000100:00100000:0.0:1746126654.655256:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972900352 00002000:00100000:0.0:1746126654.655288:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7b80 x1830945972900352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.655298:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7b80 with x1830945972900352 ext(0->4095) 00002000:00010000:0.0:1746126654.655301:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7b80 00000100:00100000:0.0:1746126654.655315:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3932 00000100:00100000:0.0:1746126654.655321:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972900352:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126654.655440:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972900352:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126654.655469:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3932 00002000:00100000:0.0:1746126654.655475:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7b80 x1830945972900352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126654.655482:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7b80 with x1830945972900352 ext(0->4095) 00002000:00010000:0.0:1746126654.655484:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7b80 00000100:00100000:0.0:1746126654.657335:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.658460:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972900480 00000100:00100000:1.0:1746126654.658477:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972900480 00000100:00100000:1.0:1746126654.658515:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5211 00000100:00100000:1.0:1746126654.658522:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945972900480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126654.658857:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126654.658930:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.658947:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec309d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.658974:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3096 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.658982:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.658984:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.658987:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 20 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.659021:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3096 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.659033:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3096 expref: 5 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.659045:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549952:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.659114:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.661191:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973549952:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.661209:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.661219:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126654.661631:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31658:x1830945972900480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3107us (4300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.661638:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5211 00000100:00100000:0.0:1746126654.661849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.666027:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972900992 00000100:00100000:1.0:1746126654.666033:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972900992 00002000:00100000:1.0:1746126654.666070:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4700 x1830945972900992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.666080:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4700 with x1830945972900992 ext(0->4095) 00010000:00010000:1.0:1746126654.666088:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.666106:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.666112:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4700 00000100:00100000:1.0:1746126654.666135:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1766 00000100:00100000:1.0:1746126654.666140:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972900992:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.666274:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972900992:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.666280:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1766 00002000:00100000:1.0:1746126654.666284:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4700 x1830945972900992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.666291:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4700 with x1830945972900992 ext(0->4095) 00010000:00010000:1.0:1746126654.666295:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.666302:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec309d expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.666308:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4700 00000100:00100000:0.0:1746126654.678405:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.678485:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972901376 00000100:00100000:1.0:1746126654.678494:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972901376 00002000:00100000:1.0:1746126654.678532:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945972901376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.678541:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945972901376 ext(0->4095) 00002000:00010000:1.0:1746126654.678547:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3800 00000100:00100000:1.0:1746126654.678565:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3933 00000100:00100000:1.0:1746126654.678572:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972901376:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.678736:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945972901376:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.678742:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3933 00002000:00100000:1.0:1746126654.678747:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945972901376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.678754:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945972901376 ext(0->4095) 00002000:00010000:1.0:1746126654.678757:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3800 00000100:00100000:0.0:1746126654.680737:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.680794:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972901504 00000100:00100000:1.0:1746126654.680801:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972901504 00000100:00100000:1.0:1746126654.680847:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5213 00000100:00100000:1.0:1746126654.680854:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972901504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.680867:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.680886:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec30ab expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.680917:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c64dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30a4 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.680925:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.680926:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.680929:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ab expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.680961:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c64dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30a4 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.680971:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c64dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30a4 expref: 19 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.680981:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973550464:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.681060:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.683948:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.684040:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973550464:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.684067:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ab expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.684083:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126654.684127:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972901504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3273us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.684135:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5213 00000100:00100000:0.0:1746126654.687394:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.687495:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972901888 00000100:00100000:1.0:1746126654.687504:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972901888 00002000:00100000:1.0:1746126654.687546:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945972901888/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.687557:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945972901888 ext(0->4095) 00002000:00010000:1.0:1746126654.687562:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:1.0:1746126654.687582:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3934 00000100:00100000:1.0:1746126654.687589:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972901888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.687744:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972901888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.687751:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3934 00002000:00100000:1.0:1746126654.687756:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945972901888/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.687763:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945972901888 ext(0->4095) 00002000:00010000:1.0:1746126654.687766:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:0.0:1746126654.690269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.690614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.691307:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972902016 00000100:00100000:1.0:1746126654.691317:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972902016 00000100:00100000:1.0:1746126654.691366:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972902144 00000100:00100000:1.0:1746126654.691369:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972902144 00000100:00100000:1.0:1746126654.691385:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5214 00000100:00100000:1.0:1746126654.691393:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31659:x1830945972902016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.691409:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.691426:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec30b2 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.691479:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ab expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.691487:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.691489:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.691492:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.691522:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ab expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.691537:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c64e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ab expref: 5 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.691550:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973550720:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.691628:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.694306:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.694480:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973550720:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.694508:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.694523:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126654.694559:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31659:x1830945972902016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (4297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.694567:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5214 00000100:00100000:0.0:1746126654.698406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.698657:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972902528 00000100:00100000:1.0:1746126654.698665:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972902528 00002000:00100000:1.0:1746126654.698703:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815c00 x1830945972902528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.698714:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945972902528 ext(0->4095) 00010000:00010000:1.0:1746126654.698721:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.698733:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.698744:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815c00 00000100:00100000:1.0:1746126654.698760:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1767 00000100:00100000:1.0:1746126654.698765:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972902528:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.698918:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945972902528:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.698924:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1767 00002000:00100000:1.0:1746126654.698929:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815c00 x1830945972902528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.698936:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945972902528 ext(0->4095) 00010000:00010000:1.0:1746126654.698940:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.698948:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c64ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b2 expref: 21 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.698953:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815c00 00000100:00100000:0.0:1746126654.702557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.702648:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.702832:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972902656 00000100:00100000:1.0:1746126654.702842:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972902656 00000100:00100000:1.0:1746126654.702898:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5216 00000100:00100000:1.0:1746126654.702906:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972902656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.702927:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.702945:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec30c0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.702976:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.702982:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.702988:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126654.702991:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.703028:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.703041:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.703051:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126654.703102:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972902656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.703108:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5216 00000100:00100000:0.0:1746126654.707201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.707432:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972903040 00000100:00100000:1.0:1746126654.707440:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972903040 00002000:00100000:1.0:1746126654.707517:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814a80 x1830945972903040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.707527:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814a80 with x1830945972903040 ext(0->4095) 00010000:00010000:1.0:1746126654.707536:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.707553:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.707559:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814a80 00000100:00100000:1.0:1746126654.707575:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1768 00000100:00100000:1.0:1746126654.707582:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945972903040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.707727:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945972903040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.707733:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1768 00002000:00100000:1.0:1746126654.707738:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814a80 x1830945972903040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.707745:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814a80 with x1830945972903040 ext(0->4095) 00010000:00010000:1.0:1746126654.707750:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.707758:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c64f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30b9 expref: 20 pid: 8441 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.707764:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814a80 00000100:00100000:1.0:1746126654.710691:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.710805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.714309:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.715594:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972903552 00000100:00100000:1.0:1746126654.715601:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972903552 00002000:00100000:1.0:1746126654.715641:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945972903552/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.715652:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945972903552 ext(0->4095) 00010000:00010000:1.0:1746126654.715660:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.715673:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.715680:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:1.0:1746126654.715696:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1769 00000100:00100000:1.0:1746126654.715703:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972903552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.715862:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972903552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (1561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.715868:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1769 00002000:00100000:1.0:1746126654.715873:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945972903552/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.715879:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945972903552 ext(0->4095) 00010000:00010000:1.0:1746126654.715884:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.715893:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c64f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c0 expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.715898:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:0.0:1746126654.718037:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.721663:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.724279:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.724593:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972904064 00000100:00100000:1.0:1746126654.724600:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972904064 00000100:00100000:1.0:1746126654.724639:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5218 00000100:00100000:1.0:1746126654.724645:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972904064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.724659:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.724673:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec30ce expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.724697:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c64ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c7 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.724703:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.724705:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.724708:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.724740:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c64ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c7 expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.724749:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c64ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30c7 expref: 19 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.724760:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973551744:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.724837:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.726656:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973551744:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.726680:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.726700:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126654.726734:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972904064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.726742:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5218 00000100:00100000:0.0:1746126654.727550:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.732569:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.732608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.733382:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972904448 00000100:00100000:1.0:1746126654.733387:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972904448 00002000:00100000:1.0:1746126654.733413:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945972904448/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.733422:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972904448 ext(0->4095) 00010000:00010000:1.0:1746126654.733428:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.733439:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.733476:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:1.0:1746126654.733491:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1770 00000100:00100000:1.0:1746126654.733496:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972904448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.733639:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972904448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (1071us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.733645:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1770 00002000:00100000:1.0:1746126654.733650:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945972904448/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.733663:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945972904448 ext(0->4095) 00010000:00010000:1.0:1746126654.733668:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.733677:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6506 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30ce expref: 6 pid: 16421 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.733682:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:0.0:1746126654.737769:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.738535:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.743163:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.745866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.749821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.753221:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.756075:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.758202:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.758252:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972905984 00000100:00100000:1.0:1746126654.758258:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972905984 00002000:00100000:1.0:1746126654.758291:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945972905984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.758300:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945972905984 ext(0->4095) 00002000:00010000:1.0:1746126654.758304:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817b80 00000100:00100000:1.0:1746126654.758328:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3937 00000100:00100000:1.0:1746126654.758334:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972905984:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.758531:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972905984:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 196us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.758537:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3937 00002000:00100000:1.0:1746126654.758542:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945972905984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.758548:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945972905984 ext(0->4095) 00002000:00010000:1.0:1746126654.758551:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817b80 00000100:00100000:0.0:1746126654.761135:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.761170:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.766219:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.769557:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.776157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.777809:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.783260:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.793578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.795062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.798386:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.798566:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972907648 00000100:00100000:1.0:1746126654.798573:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972907648 00002000:00100000:1.0:1746126654.798604:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd880 x1830945972907648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.798614:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd880 with x1830945972907648 ext(0->4095) 00010000:00010000:1.0:1746126654.798621:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6530 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30f8 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.798631:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6530 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30f8 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.798637:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd880 00000100:00100000:1.0:1746126654.798659:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1774 00000100:00100000:1.0:1746126654.798664:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972907648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.798779:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972907648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.798784:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1774 00002000:00100000:1.0:1746126654.798789:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd880 x1830945972907648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.798795:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd880 with x1830945972907648 ext(0->4095) 00010000:00010000:1.0:1746126654.798799:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6530 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30f8 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.798810:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6530 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec30f8 expref: 6 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.798815:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd880 00000100:00100000:0.0:1746126654.804390:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.807121:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.811526:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.815843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.817765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.821265:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.826616:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.831356:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.843274:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.846714:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5228 00000100:00100000:0.0:1746126654.846725:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972909184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.846825:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.846848:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3114 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.846880:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.846887:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.846889:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.846892:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3114 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.846922:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 19 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.846932:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 19 pid: 11071 timeout: 666 lvb_type: 0 00000100:00100000:1.0:1746126654.846943:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973554432:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.848439:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.857983:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973554432:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.858022:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3114 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.858040:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126654.858103:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972909184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11379us (14836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.858111:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5228 00000100:00100000:0.0:1746126654.859150:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.862543:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972909312 00000100:00100000:1.0:1746126654.862556:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972909312 00002000:00100000:1.0:1746126654.862605:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943cd500 x1830945972909312/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.862616:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd500 with x1830945972909312 ext(0->7) 00010000:00010000:1.0:1746126654.862624:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.862638:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 20 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.862644:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd500 00000100:00100000:1.0:1746126654.862679:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1776 00000100:00100000:1.0:1746126654.862685:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945972909312:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126654.863032:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945972909312:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 346us (3883us total) trans 4294967982 rc 0/0 00000100:00100000:1.0:1746126654.863038:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1776 00002000:00100000:1.0:1746126654.863044:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943cd500 x1830945972909312/t4294967982(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 496/448 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.863057:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd500 with x1830945972909312 ext(0->7) 00010000:00010000:1.0:1746126654.863061:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 22 pid: 11071 timeout: 666 lvb_type: 0 00010000:00010000:1.0:1746126654.863070:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6545 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec310d expref: 22 pid: 11071 timeout: 666 lvb_type: 0 00002000:00010000:1.0:1746126654.863075:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd500 00000100:00100000:0.0:1746126654.869312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.875481:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.875543:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972909568 00000100:00100000:0.0:1746126654.875551:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972909568 00000100:00100000:0.0:1746126654.875617:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5229 00000100:00100000:0.0:1746126654.875624:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945972909568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126654.875653:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126654.875678:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c6553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec311b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.875718:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3114 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.875740:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.875742:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126654.875745:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c6553 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec311b expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.875779:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3114 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126654.875790:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c654c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3114 expref: 5 pid: 16421 timeout: 666 lvb_type: 0 00000100:00100000:0.0:1746126654.875799:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008633f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973554688:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126654.875835:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.880774:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.883639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.886417:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.892099:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.896083:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.904879:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.904940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.909332:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.911086:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.913843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.915536:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.917279:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.919115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.921439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.924151:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.924315:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.930792:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.933384:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.934553:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.938168:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.943169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.943220:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.947570:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.951155:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.954380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.957391:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.957931:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972914048 00000100:00100000:1.0:1746126654.957939:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972914048 00000100:00100000:1.0:1746126654.957975:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5237 00000100:00100000:1.0:1746126654.957982:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972914048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.957997:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.958012:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3153 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.958036:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6584 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec314c expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.958043:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.958045:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.958048:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.958074:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec314c expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.958088:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec314c expref: 23 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126654.958099:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973556736:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.958166:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.959912:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973556736:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.959934:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.959948:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126654.959992:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972914048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.959999:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5237 00000100:00100000:0.0:1746126654.961002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.965026:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.965103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.965314:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972914304 00000100:00100000:1.0:1746126654.965321:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972914304 00000100:00100000:1.0:1746126654.965362:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5238 00000100:00100000:1.0:1746126654.965368:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945972914304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.965384:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.965398:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec315a expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.965424:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.965434:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.965436:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.965439:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.965494:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.965505:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 5 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126654.965515:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973556992:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.965559:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.966569:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972914560 00000100:00100000:1.0:1746126654.966574:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972914560 00002000:00100000:1.0:1746126654.966602:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945972914560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.966610:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945972914560 ext(0->4095) 00010000:00010000:1.0:1746126654.966615:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126654.966625:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126654.966631:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:1.0:1746126654.966655:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1783 00000100:00100000:1.0:1746126654.966661:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972914560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126654.967196:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972914560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 534us (2091us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.967201:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1783 00002000:00100000:1.0:1746126654.967207:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945972914560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.967214:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945972914560 ext(0->4095) 00010000:00010000:1.0:1746126654.967218:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126654.967226:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c658b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3153 expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126654.967231:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:1.0:1746126654.967621:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973556992:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.967636:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.967647:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126654.967673:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945972914304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2306us (2656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.967678:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5238 00000100:00100000:0.0:1746126654.969820:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.970278:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972914688 00000100:00100000:1.0:1746126654.970285:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972914688 00000100:00100000:1.0:1746126654.970543:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5239 00000100:00100000:1.0:1746126654.970552:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31659:x1830945972914688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.970567:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.970581:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3161 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.970605:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.970610:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.970616:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.970619:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3161 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.970651:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.970662:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3161 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.970672:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126654.971258:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:31659:x1830945972914688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 705us (1441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.971264:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5239 00000100:00100000:0.0:1746126654.971406:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.974234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.975414:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972915072 00000100:00100000:1.0:1746126654.975421:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972915072 00002000:00100000:1.0:1746126654.975486:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4000 x1830945972915072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.975502:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4000 with x1830945972915072 ext(0->4095) 00010000:00010000:1.0:1746126654.975509:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126654.975521:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126654.975528:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b4000 00000100:00100000:1.0:1746126654.975555:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1784 00000100:00100000:1.0:1746126654.975562:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972915072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126654.976491:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972915072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 928us (2262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.976498:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1784 00002000:00100000:1.0:1746126654.976504:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4000 x1830945972915072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.976512:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4000 with x1830945972915072 ext(0->4095) 00010000:00010000:1.0:1746126654.976517:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126654.976527:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6592 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec315a expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126654.976532:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b4000 00000100:00100000:0.0:1746126654.978333:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.980685:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.980957:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972915456 00000100:00100000:1.0:1746126654.980962:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972915456 00002000:00100000:1.0:1746126654.980995:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945972915456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/0 e 0 to 0 dl 1746126665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.981004:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945972915456 ext(0->4095) 00002000:00010000:1.0:1746126654.981008:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:1.0:1746126654.981034:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3944 00000100:00100000:1.0:1746126654.981040:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1980:x1830945972915456:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126654.981185:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1980:x1830945972915456:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126654.981191:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3944 00002000:00100000:1.0:1746126654.981196:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945972915456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:415/0 lens 488/4536 e 0 to 0 dl 1746126665 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126654.981203:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945972915456 ext(0->4095) 00002000:00010000:1.0:1746126654.981206:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:0.0:1746126654.983257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.983323:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972915584 00000100:00100000:1.0:1746126654.983331:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972915584 00000100:00100000:1.0:1746126654.983435:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5240 00000100:00100000:1.0:1746126654.983474:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972915584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.983490:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.983505:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3168 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.983534:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3161 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.983546:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.983548:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.983551:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3168 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.983580:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3161 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.983590:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6599 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3161 expref: 23 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126654.983602:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973557504:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.983678:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.985494:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973557504:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.985519:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3168 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.985533:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126654.985574:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972915584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2132us (2324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.985582:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5240 00000100:00100000:0.0:1746126654.986506:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.989308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126654.992265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.992475:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972916096 00000100:00100000:1.0:1746126654.992481:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972916096 00000100:00100000:1.0:1746126654.992522:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5241 00000100:00100000:1.0:1746126654.992528:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945972916096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.992542:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.992559:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec316f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.992583:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3168 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.992589:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.992591:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126654.992595:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.992622:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3168 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.992634:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c65a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3168 expref: 5 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126654.992645:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973557760:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.992720:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126654.995184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.995476:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973557760:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.995502:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.995519:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126654.995570:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945972916096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.995581:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5241 00000100:00100000:1.0:1746126654.995603:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972916224 00000100:00100000:1.0:1746126654.995608:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972916224 00000100:00100000:0.0:1746126654.995661:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126654.996681:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5242 00000100:00100000:1.0:1746126654.996687:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31659:x1830945972916224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126654.996697:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126654.996706:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3176 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.996721:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.996727:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.996728:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126654.996731:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.996744:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.996753:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126654.996761:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973558016:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126654.996798:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126654.999725:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973558016:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126654.999753:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126654.999768:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126654.999801:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:31659:x1830945972916224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3113us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126654.999808:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5242 00000100:00100000:0.0:1746126655.000011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.003740:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.005036:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972916736 00000100:00100000:1.0:1746126655.005044:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972916736 00010000:00010000:1.0:1746126655.005077:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.005109:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6934 00000100:00100000:1.0:1746126655.005115:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972916736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.005127:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.005145:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.005156:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.005180:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c65a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec316f expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.005195:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.005197:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.005203:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.005211:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.005247:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.005258:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558144:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.005328:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.009367:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.009543:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558144:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.009562:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.009603:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1981:x1830945972916736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4486us (5870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.009614:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6934 00000100:00100000:0.0:1746126655.015201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.015507:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972917120 00000100:00100000:1.0:1746126655.015519:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972917120 00000100:00100000:1.0:1746126655.015589:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5243 00000100:00100000:1.0:1746126655.015596:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972917120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.016190:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.016208:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec317d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.016238:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.016247:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.016249:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.016252:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.016282:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.016293:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 23 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.016305:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973558272:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.016934:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.019216:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973558272:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.019242:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019256:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126655.019302:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972917120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3705us (4109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.019311:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5243 00000100:00100000:1.0:1746126655.019600:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972917376 00000100:00100000:1.0:1746126655.019606:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972917376 00000100:00100000:1.0:1746126655.019737:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5244 00000100:00100000:1.0:1746126655.019745:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945972917376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.019757:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.019768:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3184 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019791:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.019796:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019802:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126655.019805:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019831:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019841:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 25 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.019849:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126655.019880:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:31658:x1830945972917376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.019885:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5244 00000100:00100000:0.0:1746126655.020298:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.020507:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972917248 00000100:00100000:1.0:1746126655.020511:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972917248 00010000:00010000:1.0:1746126655.020526:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.020543:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6935 00000100:00100000:1.0:1746126655.020549:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1982:x1830945972917248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.020556:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.020576:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.020587:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.020603:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c65ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3176 expref: 25 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.020905:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.020907:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.020915:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.020923:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.020943:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.020954:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 5 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.020965:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558528:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.021034:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.023571:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558528:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.023589:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.023866:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1982:x1830945972917248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3314us (3566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.023878:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6935 00000100:00100000:0.0:1746126655.024734:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.027188:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.027383:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972917760 00000100:00100000:1.0:1746126655.027391:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972917760 00010000:00010000:1.0:1746126655.027417:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.027467:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6936 00000100:00100000:1.0:1746126655.027475:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972917760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.027485:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.027507:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.027518:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.027542:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c65b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec317d expref: 6 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.027949:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.027951:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.027958:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.027966:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.028002:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.028014:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558656:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.028417:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.030308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.030397:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558656:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.030414:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.030484:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972917760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3010us (3302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.030494:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6936 00000100:00100000:0.0:1746126655.032366:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.034879:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.038415:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.038692:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972918400 00000100:00100000:1.0:1746126655.038701:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972918400 00010000:00010000:1.0:1746126655.038733:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 26 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.038757:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6937 00000100:00100000:1.0:1746126655.038764:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801336e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1979:x1830945972918400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.038776:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.038795:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 26 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.038806:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 26 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.038828:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c65bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3184 expref: 26 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.038857:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.038859:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.038866:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.038873:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.038907:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.038918:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558912:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.040225:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.041404:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973558912:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.041424:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.041496:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801336e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1979:x1830945972918400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2728us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.041506:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6937 00000100:00100000:0.0:1746126655.041659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.048344:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.050717:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.051124:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972918912 00000100:00100000:1.0:1746126655.051131:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972918912 00000100:00100000:1.0:1746126655.051206:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5247 00000100:00100000:1.0:1746126655.051213:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31658:x1830945972918912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.051226:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.051239:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3199 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.051264:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.051270:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.051276:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.051279:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.051312:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.051323:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.051334:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126655.051380:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945972918912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.051386:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5247 00000100:00100000:1.0:1746126655.054069:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972919040 00000100:00100000:1.0:1746126655.054074:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972919040 00010000:00010000:1.0:1746126655.054098:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.054204:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6938 00000100:00100000:1.0:1746126655.054211:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972919040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.054222:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.054241:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.054251:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.054281:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c65c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec318b expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.054308:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.054310:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.054316:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.054324:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.054351:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.054365:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 26 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.054377:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973559296:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.054471:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.055536:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973559296:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.055548:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.055581:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972919040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1370us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.055589:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6938 00000100:00100000:0.0:1746126655.056002:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.058432:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972919552 00000100:00100000:1.0:1746126655.058436:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972919552 00010000:00010000:1.0:1746126655.058481:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 27 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.058499:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6939 00000100:00100000:1.0:1746126655.058504:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945972919552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.058511:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.058527:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 27 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.058537:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 27 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.058552:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3192 expref: 27 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.058565:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.058566:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.058571:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 26 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.058578:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 26 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.058595:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 26 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.058605:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 26 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.058615:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973559552:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.058659:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.060641:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.060739:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973559552:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.060754:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.060811:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972919552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2305us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.060820:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6939 00000100:00100000:0.0:1746126655.063380:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.063501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.063525:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972920064 00000100:00100000:1.0:1746126655.063528:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972920064 00010000:00010000:1.0:1746126655.063547:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 27 pid: 16421 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.063564:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6940 00000100:00100000:1.0:1746126655.063568:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1979:x1830945972920064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.063577:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.063666:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 28 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.063676:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 28 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.063691:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c65d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3199 expref: 28 pid: 16421 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.063744:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.063777:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1979:x1830945972920064:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 208us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.063782:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6940 00000100:00100000:0.0:1746126655.065249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.067010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.067125:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972920448 00000100:00100000:1.0:1746126655.067130:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972920448 00010000:00010000:1.0:1746126655.067150:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c65d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a0 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.067171:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6941 00000100:00100000:1.0:1746126655.067177:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972920448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.067186:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.067202:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c65d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a0 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.067212:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c65d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a0 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.067232:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c65d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a0 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.067261:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.067263:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.067270:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 25 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.067282:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 25 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.067309:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 25 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.067320:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973559936:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.067378:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.069022:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973559936:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.069035:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.069069:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945972920448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1893us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.069076:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6941 00000100:00100000:0.0:1746126655.069723:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972920704 00000100:00100000:0.0:1746126655.069730:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972920704 00002000:00100000:0.0:1746126655.069760:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255c380 x1830945972920704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.069772:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255c380 with x1830945972920704 ext(0->4095) 00002000:00010000:0.0:1746126655.069776:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255c380 00000100:00100000:0.0:1746126655.069789:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3949 00000100:00100000:0.0:1746126655.069793:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972920704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126655.069975:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972920704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126655.069981:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3949 00002000:00100000:0.0:1746126655.069986:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009255c380 x1830945972920704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.069992:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009255c380 with x1830945972920704 ext(0->4095) 00002000:00010000:0.0:1746126655.069995:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009255c380 00000100:00100000:0.0:1746126655.072239:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.075026:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c218e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973560064:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126655.075051:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.075065:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae25a00, rc 0) 00000100:00100000:0.0:1746126655.075119:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972920832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2677us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126655.075126:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5250 00000100:00100000:0.0:1746126655.075475:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972920960 00000100:00100000:0.0:1746126655.075481:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972920960 00010000:00010000:0.0:1746126655.075503:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:0.0:1746126655.075532:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6942 00000100:00100000:0.0:1746126655.075538:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972920960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126655.075548:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126655.075566:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.075576:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.075594:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c65df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31a7 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.075615:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.075617:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.075623:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.075631:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.075657:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126655.075892:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560192:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126655.076211:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.077803:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800925b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560192:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126655.077818:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126655.077857:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972920960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2317us (2677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126655.077868:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6942 00000100:00100000:0.0:1746126655.078418:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.080077:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.080140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.082848:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.082949:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972921600 00000100:00100000:1.0:1746126655.082955:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972921600 00010000:00010000:1.0:1746126655.082986:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.083012:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6943 00000100:00100000:1.0:1746126655.083018:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972921600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.083027:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.083049:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.083058:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.083077:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c65e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ae expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.083102:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.083105:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.083112:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.083119:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.083145:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.083154:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.083164:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560576:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.083224:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.084349:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560576:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.084360:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.084387:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972921600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1369us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.084394:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6943 00000100:00100000:0.0:1746126655.084537:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.084613:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972921856 00000100:00100000:1.0:1746126655.084618:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972921856 00002000:00100000:1.0:1746126655.084644:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945972921856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.084653:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945972921856 ext(0->4095) 00010000:00010000:1.0:1746126655.084660:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.084670:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.084677:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d73800 00000100:00100000:1.0:1746126655.084702:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1791 00000100:00100000:1.0:1746126655.084708:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945972921856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126655.084879:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945972921856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.084886:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1791 00002000:00100000:1.0:1746126655.084891:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945972921856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.084898:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945972921856 ext(0->4095) 00010000:00010000:1.0:1746126655.084902:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.084911:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.084916:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d73800 00000100:00100000:1.0:1746126655.086486:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972921984 00000100:00100000:1.0:1746126655.086492:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972921984 00010000:00010000:1.0:1746126655.086513:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.086583:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6944 00000100:00100000:1.0:1746126655.086590:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945972921984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.086601:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.086616:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.086626:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.086645:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c65f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31b5 expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.086792:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.086794:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.086801:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.086808:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.086835:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.086849:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560704:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.087376:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.088288:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560704:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.088304:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.088346:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972921984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1755us (1960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.088353:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6944 00000100:00100000:0.0:1746126655.088471:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.088538:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972922240 00000100:00100000:1.0:1746126655.088544:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972922240 00002000:00100000:1.0:1746126655.088571:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacfb80 x1830945972922240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.088581:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacfb80 with x1830945972922240 ext(0->4095) 00002000:00010000:1.0:1746126655.088585:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacfb80 00000100:00100000:1.0:1746126655.088608:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3951 00000100:00100000:1.0:1746126655.088614:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972922240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.088760:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972922240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.088765:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3951 00002000:00100000:1.0:1746126655.088770:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacfb80 x1830945972922240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.088776:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacfb80 with x1830945972922240 ext(0->4095) 00002000:00010000:1.0:1746126655.088779:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacfb80 00000100:00100000:0.0:1746126655.089979:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.092669:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.092751:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972922496 00000100:00100000:1.0:1746126655.092758:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972922496 00010000:00010000:1.0:1746126655.092782:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.092813:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6945 00000100:00100000:1.0:1746126655.092819:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945972922496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.092834:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.092854:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.092864:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.092884:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c65ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31bc expref: 26 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.092912:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.092913:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.092920:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.092928:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.092957:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.092973:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560960:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.093036:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.094932:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973560960:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.094951:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.095044:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945972922496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2223us (2375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126655.095050:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.095061:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6945 00000100:00100000:1.0:1746126655.095122:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972922752 00000100:00100000:1.0:1746126655.095128:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972922752 00002000:00100000:1.0:1746126655.095158:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945972922752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.095627:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945972922752 ext(0->4095) 00002000:00010000:1.0:1746126655.095632:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacdf80 00000100:00100000:1.0:1746126655.095718:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3952 00000100:00100000:1.0:1746126655.095725:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972922752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.095967:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972922752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.095973:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3952 00002000:00100000:1.0:1746126655.095978:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945972922752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.095985:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945972922752 ext(0->4095) 00002000:00010000:1.0:1746126655.095988:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacdf80 00000100:00100000:0.0:1746126655.097165:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.100340:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.100903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.100946:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972923136 00000100:00100000:1.0:1746126655.100950:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972923136 00010000:00010000:1.0:1746126655.100965:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.101131:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6946 00000100:00100000:1.0:1746126655.101136:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972923136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.101144:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.101165:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.101175:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.101197:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c65fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31c3 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.101641:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.101643:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.101649:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.101657:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.101678:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.101692:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.101702:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561344:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.101979:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.103071:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.103156:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561344:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.103168:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.103194:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972923136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2058us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.103202:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6946 00000100:00100000:0.0:1746126655.105018:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.105279:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.105477:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972923520 00000100:00100000:1.0:1746126655.105481:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972923520 00010000:00010000:1.0:1746126655.105611:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.105636:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6947 00000100:00100000:1.0:1746126655.105642:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945972923520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.105651:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.105669:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.105679:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.105696:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c6602 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ca expref: 27 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.105720:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.105722:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.105728:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.105735:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.105756:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 26 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.105767:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 26 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.105779:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.105844:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.107099:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091618a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.107112:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.107472:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945972923520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1502us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.107480:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6947 00000100:00100000:1.0:1746126655.108014:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.110229:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.110309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.110432:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972924160 00000100:00100000:1.0:1746126655.110435:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972924160 00010000:00010000:1.0:1746126655.110478:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.110502:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6948 00000100:00100000:1.0:1746126655.110507:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945972924160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.110514:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.110531:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.110540:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.110556:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6609 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d1 expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.111662:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.111688:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1981:x1830945972924160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1180us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.111694:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6948 00000100:00100000:0.0:1746126655.113363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.116095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.116370:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972924544 00000100:00100000:1.0:1746126655.116379:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972924544 00010000:00010000:1.0:1746126655.116407:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6610 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d8 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.116529:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6949 00000100:00100000:1.0:1746126655.116537:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972924544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.116548:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.116567:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6610 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d8 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.116580:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6610 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d8 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.116602:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6610 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31d8 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.116624:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.116626:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.116633:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.116641:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.116673:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.116685:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561984:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.116763:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.118607:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973561984:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.118625:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.118663:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972924544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2125us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.118671:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6949 00000100:00100000:0.0:1746126655.119833:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.132682:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.136788:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.141495:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.141574:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972925184 00000100:00100000:1.0:1746126655.141583:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972925184 00010000:00010000:1.0:1746126655.141614:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.141648:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6950 00000100:00100000:1.0:1746126655.141654:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1979:x1830945972925184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.141666:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.141685:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.141696:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.141717:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6617 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31df expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.141734:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.141736:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.141742:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.141749:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.141779:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.141790:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562240:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.141867:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.143698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.144347:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562240:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.144363:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.144384:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1979:x1830945972925184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2730us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.144391:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6950 00000100:00100000:0.0:1746126655.145998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.147902:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.149775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.149974:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972925824 00000100:00100000:1.0:1746126655.149980:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972925824 00010000:00010000:1.0:1746126655.149998:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.150089:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6951 00000100:00100000:1.0:1746126655.150093:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801335eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972925824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.150102:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.150119:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.150127:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.150144:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c661e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31e6 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.150223:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.150225:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.150230:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.150240:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.150261:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.150267:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.150279:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562624:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.150565:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.152060:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562624:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.152076:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126655.152091:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.152279:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801335eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945972925824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2176us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.152287:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6951 00000100:00100000:0.0:1746126655.156246:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.156315:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.157745:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972926336 00000100:00100000:1.0:1746126655.157751:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972926336 00010000:00010000:1.0:1746126655.157773:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.157796:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6952 00000100:00100000:1.0:1746126655.157801:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1980:x1830945972926336:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.157811:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.157835:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.157845:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.157864:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6625 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31ed expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.157878:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.157879:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.157886:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.157894:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.157916:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.157926:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.157938:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562880:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.159214:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.163793:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.164275:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973562880:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.164292:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.164313:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1980:x1830945972926336:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6512us (7999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.164320:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6952 00000100:00100000:0.0:1746126655.167062:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.167276:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.167889:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972926848 00000100:00100000:1.0:1746126655.167893:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972926848 00010000:00010000:1.0:1746126655.167910:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 29 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.167937:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6953 00000100:00100000:1.0:1746126655.167942:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945972926848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.167950:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.167969:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 29 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.167979:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 29 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.167996:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c662c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31f4 expref: 29 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.168013:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.168014:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.168020:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.168030:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.168054:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.168064:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 5 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.168075:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563136:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.168132:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.170369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.170608:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563136:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.170627:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.170663:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945972926848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2720us (3386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.170673:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6953 00000100:00100000:1.0:1746126655.175762:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972927232 00000100:00100000:1.0:1746126655.175772:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972927232 00010000:00010000:1.0:1746126655.175805:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.175831:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6954 00000100:00100000:1.0:1746126655.175838:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009255fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972927232:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.175850:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.175871:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.175881:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.175907:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec31fb expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.175935:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.175937:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.175944:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.175952:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.175984:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.175997:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563264:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.176065:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.179348:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563264:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.179369:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.179805:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009255fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972927232:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3965us (4547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.179815:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6954 00000100:00100000:0.0:1746126655.182030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.185868:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.188739:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.189271:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972927744 00000100:00100000:1.0:1746126655.189277:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972927744 00010000:00010000:1.0:1746126655.189300:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.189334:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6955 00000100:00100000:1.0:1746126655.189341:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945972927744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.189351:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.189370:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.189380:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.189401:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c663a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3202 expref: 28 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.189427:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.189429:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.189436:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.189471:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.189501:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.189512:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563520:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.189574:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.192707:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.193412:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563520:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.193431:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.193499:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945972927744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4158us (4826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.193507:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6955 00000100:00100000:0.0:1746126655.194607:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.200210:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.200256:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.200341:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972928384 00000100:00100000:1.0:1746126655.200349:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972928384 00010000:00010000:1.0:1746126655.200380:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.200409:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6956 00000100:00100000:1.0:1746126655.200415:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972928384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.200427:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.200477:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.200488:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.200511:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3209 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.200530:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.200532:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.200539:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.200546:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.200579:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.200591:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563776:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.200666:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.203334:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.204651:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973563776:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.204663:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.205337:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972928384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4919us (5077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.205346:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6956 00000100:00100000:0.0:1746126655.206988:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.207081:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972928768 00000100:00100000:1.0:1746126655.207090:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972928768 00010000:00010000:1.0:1746126655.207123:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.207157:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6957 00000100:00100000:1.0:1746126655.207164:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945972928768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.207176:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.207197:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.207208:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.207230:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6648 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3210 expref: 29 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.207248:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.207250:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.207256:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c664f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3217 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.207264:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c664f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3217 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.207296:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c664f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3217 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.207309:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973564032:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.208260:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.211109:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.211210:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973564032:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.211228:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.211266:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945972928768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4103us (4284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.211276:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6957 00000100:00100000:0.0:1746126655.213982:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.217529:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.220903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.222608:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.227070:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.228997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.231921:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.235193:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.239831:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.243237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.246713:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.249949:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.252859:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.253621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.256762:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.260154:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.263392:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.268396:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.269234:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972932096 00000100:00100000:1.0:1746126655.269241:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972932096 00002000:00100000:1.0:1746126655.269284:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084012680 x1830945972932096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.269295:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084012680 with x1830945972932096 ext(0->4095) 00002000:00010000:1.0:1746126655.269299:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084012680 00000100:00100000:1.0:1746126655.269328:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3960 00000100:00100000:1.0:1746126655.269335:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945972932096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.270156:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084012680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945972932096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 821us (1770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.270162:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3960 00002000:00100000:1.0:1746126655.270167:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084012680 x1830945972932096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.270174:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084012680 with x1830945972932096 ext(0->4095) 00002000:00010000:1.0:1746126655.270177:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084012680 00000100:00100000:0.0:1746126655.272559:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.276262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.278120:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.279730:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.280308:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972932736 00000100:00100000:1.0:1746126655.280312:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972932736 00002000:00100000:1.0:1746126655.280340:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084013480 x1830945972932736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.280349:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084013480 with x1830945972932736 ext(0->4095) 00010000:00010000:1.0:1746126655.280356:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6680 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3248 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.280366:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6680 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3248 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.280372:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084013480 00000100:00100000:1.0:1746126655.280394:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1803 00000100:00100000:1.0:1746126655.280400:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972932736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126655.280547:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084013480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972932736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (817us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.280552:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1803 00002000:00100000:1.0:1746126655.280557:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084013480 x1830945972932736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.280563:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084013480 with x1830945972932736 ext(0->4095) 00010000:00010000:1.0:1746126655.280567:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6680 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3248 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.280574:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6680 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3248 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.280580:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084013480 00000100:00100000:0.0:1746126655.282872:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.285127:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.292887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.303571:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.303863:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972933376 00000100:00100000:1.0:1746126655.303870:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972933376 00002000:00100000:1.0:1746126655.303911:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009455c380 x1830945972933376/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 496/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.303920:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c380 with x1830945972933376 ext(0->7) 00010000:00010000:1.0:1746126655.303926:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6687 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec324f expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.303938:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6687 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec324f expref: 28 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.303944:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c380 00000100:00100000:1.0:1746126655.303970:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1804 00000100:00100000:1.0:1746126655.303976:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945972933376:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126655.304275:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945972933376:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 299us (705us total) trans 4294967986 rc 0/0 00000100:00100000:1.0:1746126655.304281:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1804 00002000:00100000:1.0:1746126655.304286:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009455c380 x1830945972933376/t4294967986(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 496/448 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.304293:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c380 with x1830945972933376 ext(0->7) 00010000:00010000:1.0:1746126655.304297:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6687 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec324f expref: 30 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.304305:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6687 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec324f expref: 30 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.304311:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c380 00000100:00100000:0.0:1746126655.314026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.318039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.322576:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.327595:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.330539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.330718:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972934272 00000100:00100000:1.0:1746126655.330725:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972934272 00002000:00100000:1.0:1746126655.330765:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d180 x1830945972934272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.330774:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d180 with x1830945972934272 ext(0->4095) 00002000:00010000:1.0:1746126655.330779:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455d180 00000100:00100000:1.0:1746126655.330808:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3962 00000100:00100000:1.0:1746126655.330814:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1980:x1830945972934272:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126655.330954:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1980:x1830945972934272:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.330960:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3962 00002000:00100000:1.0:1746126655.330965:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d180 x1830945972934272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.330971:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d180 with x1830945972934272 ext(0->4095) 00002000:00010000:1.0:1746126655.330974:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455d180 00000100:00100000:0.0:1746126655.344765:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.363438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.363521:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.369129:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.372893:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.373205:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972935040 00000100:00100000:1.0:1746126655.373212:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972935040 00002000:00100000:1.0:1746126655.373247:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455e300 x1830945972935040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.373258:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455e300 with x1830945972935040 ext(0->4095) 00010000:00010000:1.0:1746126655.373265:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c669c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3264 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.373277:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c669c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3264 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.373283:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455e300 00000100:00100000:1.0:1746126655.373310:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1807 00000100:00100000:1.0:1746126655.373317:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972935040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.373494:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972935040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.373500:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1807 00002000:00100000:1.0:1746126655.373505:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455e300 x1830945972935040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.373512:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455e300 with x1830945972935040 ext(0->4095) 00010000:00010000:1.0:1746126655.373516:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c669c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3264 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.373525:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c669c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3264 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.373531:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455e300 00000100:00100000:0.0:1746126655.377395:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.379838:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.387025:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.389958:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.390022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.390153:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972935936 00000100:00100000:1.0:1746126655.390162:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972935936 00002000:00100000:1.0:1746126655.390203:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ed80 x1830945972935936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.390214:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ed80 with x1830945972935936 ext(0->4095) 00002000:00010000:1.0:1746126655.390218:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ed80 00000100:00100000:1.0:1746126655.390238:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3964 00000100:00100000:1.0:1746126655.390245:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972935936:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.390410:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972935936:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.390416:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3964 00002000:00100000:1.0:1746126655.390422:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ed80 x1830945972935936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.390428:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ed80 with x1830945972935936 ext(0->4095) 00002000:00010000:1.0:1746126655.390431:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ed80 00000100:00100000:0.0:1746126655.394618:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.396222:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.400020:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.406602:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.411026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.411291:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972936960 00000100:00100000:1.0:1746126655.411301:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972936960 00002000:00100000:1.0:1746126655.411345:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c000 x1830945972936960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.411362:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c000 with x1830945972936960 ext(0->4095) 00002000:00010000:1.0:1746126655.411367:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455c000 00000100:00100000:1.0:1746126655.411398:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3965 00000100:00100000:1.0:1746126655.411406:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945972936960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.411607:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945972936960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.411613:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3965 00002000:00100000:1.0:1746126655.411619:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c000 x1830945972936960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.411627:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c000 with x1830945972936960 ext(0->4095) 00002000:00010000:1.0:1746126655.411629:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455c000 00000100:00100000:0.0:1746126655.418287:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.418385:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972937088 00000100:00100000:1.0:1746126655.418395:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972937088 00000100:00100000:1.0:1746126655.418508:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5281 00000100:00100000:1.0:1746126655.418516:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972937088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.418536:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.418553:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c66bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3287 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.418586:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c66b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3280 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.418594:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.418595:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.418600:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c66bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3287 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.418632:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c66b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3280 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.418643:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c66b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3280 expref: 31 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.418656:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973568000:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.418744:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.420163:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973568000:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.420184:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c66bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3287 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.420198:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126655.420228:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972937088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1713us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.420236:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5281 00000100:00100000:0.0:1746126655.422613:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.422712:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.423080:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972937344 00000100:00100000:1.0:1746126655.423084:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972937344 00000100:00100000:1.0:1746126655.423426:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5282 00000100:00100000:1.0:1746126655.423434:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945972937344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.423487:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.423501:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec328e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.423533:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.423539:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c66bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3287 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.423545:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126655.423548:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec328e expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.423586:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c66bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3287 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.423600:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec328e expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.423609:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126655.424270:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945972937344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 836us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.424278:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5282 00000100:00100000:0.0:1746126655.427270:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.432945:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.441111:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.441546:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972937984 00000100:00100000:1.0:1746126655.441553:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972937984 00002000:00100000:1.0:1746126655.441587:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ce00 x1830945972937984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.441597:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ce00 with x1830945972937984 ext(0->4095) 00002000:00010000:1.0:1746126655.441601:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ce00 00000100:00100000:1.0:1746126655.441623:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3966 00000100:00100000:1.0:1746126655.441628:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945972937984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.441767:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945972937984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.441772:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3966 00002000:00100000:1.0:1746126655.441777:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ce00 x1830945972937984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.441783:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ce00 with x1830945972937984 ext(0->4095) 00002000:00010000:1.0:1746126655.441785:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ce00 00000100:00100000:0.0:1746126655.449381:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.452404:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972938112 00000100:00100000:1.0:1746126655.452419:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972938112 00000100:00100000:1.0:1746126655.452506:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5283 00000100:00100000:1.0:1746126655.452516:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972938112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.452535:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.452553:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3295 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.452585:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec328e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.452592:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.452594:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.452598:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.452628:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec328e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.452645:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec328e expref: 31 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.452657:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973568512:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.452742:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.470529:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973568512:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.470560:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.470576:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126655.470635:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972938112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18120us (21263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.470643:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5283 00000100:00100000:0.0:1746126655.471706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.485744:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.485837:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972938368 00000100:00100000:1.0:1746126655.485852:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972938368 00000100:00100000:1.0:1746126655.489667:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5284 00000100:00100000:1.0:1746126655.489682:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31658:x1830945972938368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.489703:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.489720:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec329c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.489750:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.489755:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.489766:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126655.489769:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec329c expref: 35 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.489804:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.489814:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec329c expref: 35 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.489823:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126655.489871:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:31658:x1830945972938368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.489877:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5284 00000100:00100000:0.0:1746126655.494838:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.494943:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972938752 00000100:00100000:1.0:1746126655.494949:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972938752 00002000:00100000:1.0:1746126655.494986:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455fb80 x1830945972938752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.494996:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455fb80 with x1830945972938752 ext(0->4095) 00010000:00010000:1.0:1746126655.495003:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.495016:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.495022:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455fb80 00000100:00100000:1.0:1746126655.495049:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1811 00000100:00100000:1.0:1746126655.495056:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972938752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.495708:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972938752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 650us (871us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.495714:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1811 00002000:00100000:1.0:1746126655.495720:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455fb80 x1830945972938752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.495727:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455fb80 with x1830945972938752 ext(0->4095) 00010000:00010000:1.0:1746126655.495732:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.495740:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c66cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3295 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.495747:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455fb80 00000100:00100000:0.0:1746126655.498742:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.502001:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.502544:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972939136 00000100:00100000:1.0:1746126655.502550:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972939136 00002000:00100000:1.0:1746126655.502579:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945972939136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.502589:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945972939136 ext(0->4095) 00002000:00010000:1.0:1746126655.502593:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:1.0:1746126655.502837:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3967 00000100:00100000:1.0:1746126655.502844:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1979:x1830945972939136:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126655.502995:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1979:x1830945972939136:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.503001:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3967 00002000:00100000:1.0:1746126655.503006:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945972939136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.503013:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945972939136 ext(0->4095) 00002000:00010000:1.0:1746126655.503016:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:0.0:1746126655.508760:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.508829:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972939264 00000100:00100000:1.0:1746126655.508838:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972939264 00000100:00100000:1.0:1746126655.508884:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5285 00000100:00100000:1.0:1746126655.508891:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972939264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.508909:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.508924:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec32a3 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.508952:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec329c expref: 33 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.508959:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.508961:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.508965:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.508991:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec329c expref: 33 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.509001:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c66d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec329c expref: 33 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.509017:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973569024:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.509093:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.513162:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973569024:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.513191:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.513208:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126655.513265:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972939264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4372us (4513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.513272:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5285 00000100:00100000:0.0:1746126655.513375:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.520358:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.520942:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.521519:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972939648 00000100:00100000:1.0:1746126655.521523:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972939648 00000100:00100000:1.0:1746126655.521551:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5286 00000100:00100000:1.0:1746126655.521557:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:31658:x1830945972939648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.521569:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.521578:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c66e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec32aa expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.521594:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.521599:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.521601:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.521604:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c66e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32aa expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.521623:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.521632:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 5 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.521640:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973569280:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.521668:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.523288:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973569280:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.523303:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c66e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32aa expref: 36 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.523314:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126655.523330:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:31658:x1830945972939648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1774us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.523336:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5286 00000100:00100000:0.0:1746126655.523711:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.523792:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972939904 00000100:00100000:1.0:1746126655.523797:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972939904 00002000:00100000:1.0:1746126655.523827:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6300 x1830945972939904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.523836:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945972939904 ext(0->4095) 00010000:00010000:1.0:1746126655.523842:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.523857:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.523863:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6300 00000100:00100000:1.0:1746126655.523888:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1813 00000100:00100000:1.0:1746126655.523893:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972939904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.524025:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972939904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.524031:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1813 00002000:00100000:1.0:1746126655.524036:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6300 x1830945972939904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.524043:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945972939904 ext(0->4095) 00010000:00010000:1.0:1746126655.524048:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.524057:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c66db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32a3 expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.524062:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6300 00000100:00100000:0.0:1746126655.526729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.526771:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.526830:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972940160 00000100:00100000:1.0:1746126655.526838:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972940160 00000100:00100000:1.0:1746126655.526878:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5287 00000100:00100000:1.0:1746126655.526883:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:31659:x1830945972940160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.526897:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.526912:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec32b1 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.526936:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.526941:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c66e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32aa expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.526947:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.526950:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b1 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.526980:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c66e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32aa expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.526990:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c66e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b1 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.526997:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126655.527027:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:31659:x1830945972940160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.527032:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5287 00000100:00100000:0.0:1746126655.529687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.533132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.536599:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.536667:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972940800 00000100:00100000:1.0:1746126655.536674:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972940800 00002000:00100000:1.0:1746126655.536709:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084012a00 x1830945972940800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.536718:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084012a00 with x1830945972940800 ext(0->4095) 00002000:00010000:1.0:1746126655.536723:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084012a00 00000100:00100000:1.0:1746126655.537124:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3968 00000100:00100000:1.0:1746126655.537131:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945972940800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.537266:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945972940800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.537272:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3968 00002000:00100000:1.0:1746126655.537277:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084012a00 x1830945972940800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.537284:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084012a00 with x1830945972940800 ext(0->4095) 00002000:00010000:1.0:1746126655.537287:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084012a00 00000100:00100000:0.0:1746126655.540918:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.543399:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.547700:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.551152:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.551227:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.551774:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972941568 00000100:00100000:1.0:1746126655.551779:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972941568 00002000:00100000:1.0:1746126655.551803:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084011c00 x1830945972941568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.551812:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084011c00 with x1830945972941568 ext(0->4095) 00010000:00010000:1.0:1746126655.551818:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c66f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.551826:0:8444:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c66f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126655.551832:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084011c00 00000100:00100000:1.0:1746126655.551844:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1816 00000100:00100000:1.0:1746126655.551848:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972941568:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126655.551977:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084011c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972941568:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.551984:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1816 00002000:00100000:1.0:1746126655.551989:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880084011c00 x1830945972941568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.551995:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084011c00 with x1830945972941568 ext(0->4095) 00010000:00010000:1.0:1746126655.551999:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c66f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.552005:0:8444:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c66f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126655.552010:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084011c00 00000100:00100000:0.0:1746126655.554017:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.554174:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.558128:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.562496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.566353:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.569919:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.574633:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.577391:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.578021:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.578074:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972943104 00000100:00100000:1.0:1746126655.578078:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972943104 00002000:00100000:1.0:1746126655.578107:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633f480 x1830945972943104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.578115:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633f480 with x1830945972943104 ext(0->4095) 00002000:00010000:1.0:1746126655.578118:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008633f480 00000100:00100000:1.0:1746126655.578143:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3970 00000100:00100000:1.0:1746126655.578148:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008633f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972943104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.578404:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008633f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972943104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 255us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.578410:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3970 00002000:00100000:1.0:1746126655.578415:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008633f480 x1830945972943104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.578428:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008633f480 with x1830945972943104 ext(0->4095) 00010000:00010000:1.0:1746126655.578432:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6705 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32cd expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.578466:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6705 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32cd expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.578472:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008633f480 00000100:00100000:0.0:1746126655.580010:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.582209:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.588199:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.591680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.595535:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.597502:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.597554:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972944128 00000100:00100000:1.0:1746126655.597560:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972944128 00000100:00100000:1.0:1746126655.597594:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5294 00000100:00100000:1.0:1746126655.597599:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972944128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.597611:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.597626:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c671a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec32e2 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.597647:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32db expref: 37 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.597654:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.597656:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.597658:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c671a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e2 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.597685:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32db expref: 37 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.597701:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32db expref: 37 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.597712:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973571328:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.597772:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.599487:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009161b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973571328:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.599507:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c671a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e2 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.599519:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126655.599544:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972944128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (2045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.599550:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5294 00000100:00100000:0.0:1746126655.599919:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.602792:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.602897:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972944512 00000100:00100000:1.0:1746126655.602905:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972944512 00002000:00100000:1.0:1746126655.602943:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815880 x1830945972944512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.602954:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945972944512 ext(0->4095) 00002000:00010000:1.0:1746126655.602958:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815880 00000100:00100000:1.0:1746126655.603485:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3972 00000100:00100000:1.0:1746126655.603493:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972944512:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126655.604094:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972944512:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 601us (1308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.604102:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3972 00002000:00100000:1.0:1746126655.604108:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815880 x1830945972944512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.604115:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945972944512 ext(0->4095) 00002000:00010000:1.0:1746126655.604119:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815880 00000100:00100000:0.0:1746126655.606272:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.606415:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972944640 00000100:00100000:1.0:1746126655.606423:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972944640 00000100:00100000:0.0:1746126655.606677:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.607241:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972944768 00000100:00100000:1.0:1746126655.607245:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972944768 00000100:00100000:0.0:1746126655.611436:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.614399:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.614485:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972945152 00000100:00100000:1.0:1746126655.614493:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972945152 00002000:00100000:1.0:1746126655.614534:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815f80 x1830945972945152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.614543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815f80 with x1830945972945152 ext(0->4095) 00010000:00010000:1.0:1746126655.614551:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6721 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e9 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.614563:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6721 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e9 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.614570:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815f80 00000100:00100000:1.0:1746126655.614867:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1819 00000100:00100000:1.0:1746126655.614874:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972945152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.615546:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972945152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 672us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.615556:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1819 00002000:00100000:1.0:1746126655.615562:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815f80 x1830945972945152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.615569:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815f80 with x1830945972945152 ext(0->4095) 00010000:00010000:1.0:1746126655.615575:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6721 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e9 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.615584:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6721 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec32e9 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.615590:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815f80 00000100:00100000:0.0:1746126655.618276:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.621345:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.621669:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972945536 00000100:00100000:1.0:1746126655.621677:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972945536 00002000:00100000:1.0:1746126655.621714:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815180 x1830945972945536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.621723:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815180 with x1830945972945536 ext(0->4095) 00002000:00010000:1.0:1746126655.621727:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815180 00000100:00100000:1.0:1746126655.621749:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3973 00000100:00100000:1.0:1746126655.621756:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945972945536:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126655.621889:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945972945536:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.621895:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3973 00002000:00100000:1.0:1746126655.621900:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815180 x1830945972945536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.621911:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815180 with x1830945972945536 ext(0->4095) 00002000:00010000:1.0:1746126655.621914:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815180 00000100:00100000:0.0:1746126655.623360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.628867:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.631961:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.632019:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.633915:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.633984:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.636384:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.638894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.642420:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.644386:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.647076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.650030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.652402:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.656221:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.656251:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972947840 00000100:00100000:1.0:1746126655.656258:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972947840 00000100:00100000:1.0:1746126655.656302:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5302 00000100:00100000:1.0:1746126655.656308:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945972947840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.656323:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.656336:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec331a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.656361:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.656366:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.656372:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.656375:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.656407:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.656417:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.656430:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:1.0:1746126655.656486:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945972947840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.656491:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5302 00000100:00100000:0.0:1746126655.659317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.664754:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c219880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973573376:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126655.664779:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126655.664830:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972947968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5309us (5518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126655.664841:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6993 00000100:00100000:1.0:1746126655.665011:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.665385:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972948224 00000100:00100000:0.0:1746126655.665392:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972948224 00002000:00100000:0.0:1746126655.665434:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28000 x1830945972948224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.665476:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28000 with x1830945972948224 ext(0->4095) 00010000:00010000:0.0:1746126655.665485:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.665500:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:0.0:1746126655.665511:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28000 00000100:00100000:0.0:1746126655.665530:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1821 00000100:00100000:0.0:1746126655.665536:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972948224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126655.665717:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972948224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (705us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126655.665722:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1821 00002000:00100000:0.0:1746126655.665728:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28000 x1830945972948224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.665735:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28000 with x1830945972948224 ext(0->4095) 00010000:00010000:0.0:1746126655.665740:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.665748:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00002000:00010000:0.0:1746126655.665753:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28000 00000100:00100000:0.0:1746126655.667421:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.667493:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.667783:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972948480 00000100:00100000:1.0:1746126655.667786:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972948480 00010000:00010000:1.0:1746126655.667800:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.667817:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6994 00000100:00100000:1.0:1746126655.667822:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945972948480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.667829:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.667845:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.667854:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.667870:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c674b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3313 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.667883:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.667885:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.667889:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 38 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.667900:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 38 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.667916:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 38 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.667923:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 38 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.667933:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973573632:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.667984:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab4036c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.669283:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973573632:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.669295:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.669326:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945972948480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1503us (1831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.669334:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6994 00000100:00100000:0.0:1746126655.670183:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.672141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.673841:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.674152:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972948992 00000100:00100000:1.0:1746126655.674158:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972948992 00010000:00010000:1.0:1746126655.674181:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.674208:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6995 00000100:00100000:1.0:1746126655.674213:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945972948992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.674222:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.674244:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.674255:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.674275:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6752 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec331a expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.674301:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.674303:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.674310:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.674318:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.674343:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.674353:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 5 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.674365:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973573888:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.674439:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.675959:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973573888:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.675974:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.676024:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945972948992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1811us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.676033:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6995 00000100:00100000:0.0:1746126655.677154:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.681329:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.681478:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972949376 00000100:00100000:1.0:1746126655.681488:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972949376 00010000:00010000:1.0:1746126655.681518:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.681542:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6996 00000100:00100000:1.0:1746126655.681547:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972949376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.681559:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.681578:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.681588:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.681612:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6759 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3321 expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.682194:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.682197:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.682204:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 37 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.682212:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 37 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.682245:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 37 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.682258:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973574016:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.683073:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.685362:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.685412:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973574016:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.685432:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.685517:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972949376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3968us (4195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.685528:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6996 00000100:00100000:0.0:1746126655.688257:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.692331:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.692532:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972949888 00000100:00100000:1.0:1746126655.692539:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972949888 00010000:00010000:1.0:1746126655.692561:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 38 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.692580:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6997 00000100:00100000:1.0:1746126655.692586:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972949888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.692597:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.692617:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 38 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.692627:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 38 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.692648:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c6760 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3328 expref: 38 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.692674:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.692676:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.692682:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.692690:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.692718:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.692730:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973574272:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.692784:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.695670:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973574272:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.695691:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.696119:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1981:x1830945972949888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3530us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.696130:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6997 00000100:00100000:0.0:1746126655.696322:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.696433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.699933:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.700966:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.701394:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972950528 00000100:00100000:1.0:1746126655.701398:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972950528 00010000:00010000:1.0:1746126655.701415:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.701465:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6998 00000100:00100000:1.0:1746126655.701472:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972950528:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.701481:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.701501:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.701517:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.701534:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6767 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec332f expref: 6 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.701546:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.701548:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.701554:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.701560:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.701579:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.701590:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 38 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.701603:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973574656:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.701647:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.704060:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973574656:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.704076:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.704115:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945972950528:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2643us (3147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.704127:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6998 00000100:00100000:0.0:1746126655.704692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.708158:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.708394:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972950912 00000100:00100000:1.0:1746126655.708402:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972950912 00010000:00010000:1.0:1746126655.708431:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.708528:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6999 00000100:00100000:1.0:1746126655.708535:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945972950912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.708546:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.708566:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.708577:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.708599:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c676e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3336 expref: 39 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.709154:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.709157:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.709164:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.709173:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.709206:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.709219:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973574784:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.709320:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.711996:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973574784:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.712016:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.712057:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945972950912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3521us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.712066:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6999 00000100:00100000:0.0:1746126655.712376:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.715432:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.718140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.719061:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972951424 00000100:00100000:1.0:1746126655.719067:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972951424 00010000:00010000:1.0:1746126655.719095:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.719128:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7000 00000100:00100000:1.0:1746126655.719134:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972951424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126655.719153:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126655.719174:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.719185:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.719205:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c6775 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec333d expref: 38 pid: 11071 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.719226:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.719229:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.719235:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.719242:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.719272:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126655.719282:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973575040:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126655.719350:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.721908:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973575040:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126655.721928:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126655.721961:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1981:x1830945972951424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2826us (3821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.721971:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7000 00000100:00100000:0.0:1746126655.723144:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.723887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.727806:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.727899:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.728124:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972951936 00000100:00100000:1.0:1746126655.728132:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972951936 00000100:00100000:1.0:1746126655.728179:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5310 00000100:00100000:1.0:1746126655.728186:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945972951936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.728202:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126655.728552:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972952064 00000100:00100000:0.0:1746126655.728556:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972952064 00010000:00010000:0.0:1746126655.728572:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:0.0:1746126655.728599:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7001 00000100:00100000:0.0:1746126655.728605:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972952064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126655.728616:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126655.728640:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.728650:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.728671:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c677c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3344 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.728686:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.728688:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.728695:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 38 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.728702:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 38 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.728743:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3352 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.728759:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.728769:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.728770:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.728773:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3352 expref: 39 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.728791:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.728801:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.728813:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973575296:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.728871:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1746126655.728911:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.728919:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:0.0:1746126655.728926:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800863d4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973575424:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126655.728944:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.731924:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973575296:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.731948:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3352 expref: 39 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.731966:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126655.732011:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945972951936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3823us (4212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.732018:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5310 00000100:00100000:0.0:1746126655.733054:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.733629:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972952320 00000100:00100000:1.0:1746126655.733635:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972952320 00002000:00100000:1.0:1746126655.733668:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d4700 x1830945972952320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.733682:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d4700 with x1830945972952320 ext(0->4095) 00010000:00010000:1.0:1746126655.733688:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.733699:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.733706:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800863d4700 00000100:00100000:1.0:1746126655.733731:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1826 00000100:00100000:1.0:1746126655.733737:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1980:x1830945972952320:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126655.733901:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1980:x1830945972952320:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (847us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.733908:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1826 00002000:00100000:1.0:1746126655.733913:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d4700 x1830945972952320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.733920:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d4700 with x1830945972952320 ext(0->4095) 00010000:00010000:1.0:1746126655.733925:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.733933:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6783 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec334b expref: 39 pid: 8441 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.733939:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800863d4700 00000100:00100000:0.0:1746126655.735435:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.738152:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.740546:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.740625:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972952832 00000100:00100000:1.0:1746126655.740630:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972952832 00000100:00100000:1.0:1746126655.740830:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5311 00000100:00100000:1.0:1746126655.740838:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972952832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.740851:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.740865:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3359 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.740891:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3352 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.740898:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.740900:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.740904:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3359 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.740934:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3352 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.740946:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c678a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3352 expref: 37 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.740958:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973575680:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.741281:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.742940:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973575680:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.742965:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3359 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.742984:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126655.743029:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972952832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.743036:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5311 00000100:00100000:0.0:1746126655.743852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.746373:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.746547:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972953216 00000100:00100000:1.0:1746126655.746556:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972953216 00002000:00100000:1.0:1746126655.746591:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d5880 x1830945972953216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.746605:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d5880 with x1830945972953216 ext(0->4095) 00002000:00010000:1.0:1746126655.746609:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800863d5880 00000100:00100000:1.0:1746126655.746632:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3981 00000100:00100000:1.0:1746126655.746638:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972953216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.746801:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972953216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.746807:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3981 00002000:00100000:1.0:1746126655.746812:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d5880 x1830945972953216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.746819:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d5880 with x1830945972953216 ext(0->4095) 00002000:00010000:1.0:1746126655.746822:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800863d5880 00000100:00100000:0.0:1746126655.747927:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.748037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.748099:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972953344 00000100:00100000:1.0:1746126655.748103:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972953344 00000100:00100000:1.0:1746126655.748135:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972953472 00000100:00100000:1.0:1746126655.748138:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972953472 00000100:00100000:1.0:1746126655.748164:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5312 00000100:00100000:1.0:1746126655.748170:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:31658:x1830945972953344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.748179:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.748195:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3360 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.748224:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3359 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.748231:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.748233:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.748236:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.748934:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3359 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.748945:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3359 expref: 5 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.748956:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576064:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.749540:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.750249:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576064:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.750266:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.750274:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126655.750298:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945972953344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.750304:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5312 00000100:00100000:0.0:1746126655.750717:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.752982:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.753053:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972953856 00000100:00100000:1.0:1746126655.753060:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972953856 00002000:00100000:1.0:1746126655.753087:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d6680 x1830945972953856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.753096:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d6680 with x1830945972953856 ext(0->4095) 00010000:00010000:1.0:1746126655.753102:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.753112:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.753117:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800863d6680 00000100:00100000:1.0:1746126655.753140:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1827 00000100:00100000:1.0:1746126655.753146:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972953856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.753288:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945972953856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.753294:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1827 00002000:00100000:1.0:1746126655.753299:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800863d6680 x1830945972953856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.753306:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800863d6680 with x1830945972953856 ext(0->4095) 00010000:00010000:1.0:1746126655.753310:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.753322:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6798 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3360 expref: 39 pid: 8440 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.753327:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800863d6680 00000100:00100000:0.0:1746126655.755517:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.759805:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.760617:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972954240 00000100:00100000:0.0:1746126655.760625:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972954240 00002000:00100000:0.0:1746126655.760661:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945972954240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.760671:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945972954240 ext(0->4095) 00002000:00010000:0.0:1746126655.760676:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:0.0:1746126655.760942:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3982 00000100:00100000:0.0:1746126655.760949:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972954240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126655.761097:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945972954240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (1296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126655.761817:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3982 00002000:00100000:0.0:1746126655.761824:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945972954240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126655.761832:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945972954240 ext(0->4095) 00002000:00010000:0.0:1746126655.761836:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:0.0:1746126655.763327:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.764572:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972954368 00000100:00100000:1.0:1746126655.764585:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972954368 00000100:00100000:1.0:1746126655.765226:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5314 00000100:00100000:1.0:1746126655.765236:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972954368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.765347:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.765365:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec336e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.765396:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c679f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3367 expref: 37 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.765403:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.765405:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.765408:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec336e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.765478:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c679f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3367 expref: 37 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.765489:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c679f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3367 expref: 37 pid: 8441 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.765507:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576448:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.765608:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.768097:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.768233:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576448:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.768261:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec336e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.768278:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126655.768323:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972954368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (4999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.768331:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5314 00000100:00100000:0.0:1746126655.769291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.769860:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972954624 00000100:00100000:1.0:1746126655.769865:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972954624 00000100:00100000:1.0:1746126655.769898:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5315 00000100:00100000:1.0:1746126655.769905:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:31658:x1830945972954624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.769918:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.769928:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3375 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.769945:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec336e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.769951:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.769952:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.769955:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3375 expref: 39 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.769976:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec336e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.769986:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c67a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec336e expref: 5 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.769995:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576704:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.770016:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.773003:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.773012:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576704:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.773034:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3375 expref: 38 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.773049:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126655.773072:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:31658:x1830945972954624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3168us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.773079:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5315 00000100:00100000:0.0:1746126655.776307:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.780202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.786656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.786818:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972955392 00000100:00100000:1.0:1746126655.786828:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972955392 00000100:00100000:1.0:1746126655.786884:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5316 00000100:00100000:1.0:1746126655.786893:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972955392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.786912:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.786929:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec337c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.786959:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3375 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.786967:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.786970:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.786973:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.787005:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3375 expref: 37 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.787017:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c67ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3375 expref: 37 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.787030:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576960:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.787121:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.792632:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973576960:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.792660:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.792678:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126655.792719:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972955392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5827us (6074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.792727:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5316 00000100:00100000:0.0:1746126655.795936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.803729:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.808734:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.808822:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.809129:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972956032 00000100:00100000:1.0:1746126655.809136:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972956032 00000100:00100000:1.0:1746126655.809173:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5317 00000100:00100000:1.0:1746126655.809179:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945972956032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.809199:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.809215:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3383 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.809241:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.809249:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.809251:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.809254:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.809281:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.809294:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 5 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:1.0:1746126655.809311:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973577216:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126655.809364:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126655.811953:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973577216:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126655.811976:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.811991:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126655.812025:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945972956032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.812035:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5317 00000100:00100000:0.0:1746126655.812572:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.812721:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972956160 00000100:00100000:1.0:1746126655.812727:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972956160 00000100:00100000:1.0:1746126655.812763:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5318 00000100:00100000:1.0:1746126655.812768:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31659:x1830945972956160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126655.812782:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126655.812794:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c67c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec338a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.812816:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126655.812820:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.812826:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126655.812829:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c67c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec338a expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.812857:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.812866:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c67c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec338a expref: 41 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126655.812873:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126655.812891:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945972956160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126655.812896:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5318 00000100:00100000:0.0:1746126655.813342:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972956288 00000100:00100000:0.0:1746126655.813345:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972956288 00010000:00010000:0.0:1746126655.813362:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:0.0:1746126655.813379:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7009 00000100:00100000:0.0:1746126655.813384:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972956288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126655.813392:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126655.813409:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.813418:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.813434:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c67b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec337c expref: 6 pid: 8440 timeout: 667 lvb_type: 0 00010000:00010000:0.0:1746126655.813470:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.813471:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126655.813476:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.813488:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.813505:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126655.813514:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c67bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3383 expref: 40 pid: 8440 timeout: 667 lvb_type: 0 00000100:00100000:0.0:1746126655.813523:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973577472:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126655.813562:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126655.816524:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.822887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.826194:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.828827:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.832691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.836672:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.838064:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.838123:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972957568 00000100:00100000:1.0:1746126655.838128:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972957568 00002000:00100000:1.0:1746126655.838156:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945972957568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.838165:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945972957568 ext(0->4095) 00010000:00010000:1.0:1746126655.838171:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c67c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3391 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.838181:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c67c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3391 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.838187:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:1.0:1746126655.838211:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1832 00000100:00100000:1.0:1746126655.838218:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972957568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.838352:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972957568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.838358:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1832 00002000:00100000:1.0:1746126655.838363:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945972957568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.838370:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945972957568 ext(0->4095) 00010000:00010000:1.0:1746126655.838375:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c67c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3391 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00010000:00010000:1.0:1746126655.838382:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c67c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3391 expref: 6 pid: 8441 timeout: 667 lvb_type: 0 00002000:00010000:1.0:1746126655.838392:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:0.0:1746126655.841999:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.844524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.847811:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.851992:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.858519:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.858605:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972958464 00000100:00100000:1.0:1746126655.858615:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972958464 00002000:00100000:1.0:1746126655.858663:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945972958464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.858674:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945972958464 ext(0->4095) 00002000:00010000:1.0:1746126655.858680:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:1.0:1746126655.858711:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3985 00000100:00100000:1.0:1746126655.858718:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945972958464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126655.858898:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945972958464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.858904:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3985 00002000:00100000:1.0:1746126655.858909:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945972958464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.858916:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945972958464 ext(0->4095) 00002000:00010000:1.0:1746126655.858919:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:0.0:1746126655.861932:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.866842:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.870119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.870675:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.876661:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.879155:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.887281:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.891571:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.898772:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.904049:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.922821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.944168:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.953347:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.965147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.978031:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126655.984650:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126655.984724:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972961152 00000100:00100000:1.0:1746126655.984732:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972961152 00002000:00100000:1.0:1746126655.984775:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1a300 x1830945972961152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/0 e 0 to 0 dl 1746126666 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.984791:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1a300 with x1830945972961152 ext(0->4095) 00002000:00010000:1.0:1746126655.984796:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e1a300 00000100:00100000:1.0:1746126655.985078:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3987 00000100:00100000:1.0:1746126655.985084:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945972961152:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126655.985227:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945972961152:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126655.985232:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3987 00002000:00100000:1.0:1746126655.985237:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1a300 x1830945972961152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:416/0 lens 488/4536 e 0 to 0 dl 1746126666 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126655.985243:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1a300 with x1830945972961152 ext(0->4095) 00002000:00010000:1.0:1746126655.985246:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e1a300 00000100:00100000:0.0:1746126655.989541:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.023308:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.031290:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.043626:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.048246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.048479:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972962304 00000100:00100000:1.0:1746126656.048489:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972962304 00002000:00100000:1.0:1746126656.048533:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1b100 x1830945972962304/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.048543:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b100 with x1830945972962304 ext(0->4095) 00002000:00010000:1.0:1746126656.048548:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e1b100 00000100:00100000:1.0:1746126656.048582:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3988 00000100:00100000:1.0:1746126656.048589:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945972962304:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.048754:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945972962304:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.048762:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3988 00002000:00100000:1.0:1746126656.048769:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1b100 x1830945972962304/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.048776:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b100 with x1830945972962304 ext(0->4095) 00002000:00010000:1.0:1746126656.048779:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e1b100 00000100:00100000:0.0:1746126656.052146:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.057288:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.058248:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.062027:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.065251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.066256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.069241:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.069662:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972963456 00000100:00100000:1.0:1746126656.069669:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972963456 00002000:00100000:1.0:1746126656.069706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18a80 x1830945972963456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.069716:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18a80 with x1830945972963456 ext(0->4095) 00010000:00010000:1.0:1746126656.069723:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33de expref: 45 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.069734:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33de expref: 45 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.069741:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18a80 00000100:00100000:1.0:1746126656.069765:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1841 00000100:00100000:1.0:1746126656.069772:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945972963456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.069902:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945972963456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.069907:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1841 00002000:00100000:1.0:1746126656.069912:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18a80 x1830945972963456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.069919:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18a80 with x1830945972963456 ext(0->4095) 00010000:00010000:1.0:1746126656.069923:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33de expref: 45 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.069931:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33de expref: 45 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.069937:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18a80 00000100:00100000:1.0:1746126656.072934:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.080378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.083636:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.086621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.088731:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.091752:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.092579:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.100524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.105828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.111873:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.117434:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.130022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.130137:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972965632 00000100:00100000:1.0:1746126656.130146:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972965632 00002000:00100000:1.0:1746126656.130194:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089e1b100 x1830945972965632/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.130205:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b100 with x1830945972965632 ext(0->7) 00010000:00010000:1.0:1746126656.130213:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33fa expref: 44 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.130226:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33fa expref: 44 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.130233:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1b100 00000100:00100000:1.0:1746126656.130261:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1843 00000100:00100000:1.0:1746126656.130268:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945972965632:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126656.131719:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945972965632:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1446us (1696us total) trans 4294967994 rc 0/0 00000100:00100000:1.0:1746126656.131731:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1843 00002000:00100000:1.0:1746126656.131739:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089e1b100 x1830945972965632/t4294967994(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/448 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.131747:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b100 with x1830945972965632 ext(0->7) 00010000:00010000:1.0:1746126656.131755:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33fa expref: 46 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.131767:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec33fa expref: 46 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.131773:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1b100 00000100:00100000:1.0:1746126656.142421:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972966016 00000100:00100000:1.0:1746126656.142425:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972966016 00002000:00100000:1.0:1746126656.142485:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219500 x1830945972966016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.142494:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219500 with x1830945972966016 ext(0->4095) 00010000:00010000:1.0:1746126656.142500:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6839 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3401 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.142511:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6839 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3401 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.142516:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c219500 00000100:00100000:1.0:1746126656.142542:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1844 00000100:00100000:1.0:1746126656.142548:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972966016:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126656.142955:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972966016:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 406us (1211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.142961:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1844 00002000:00100000:1.0:1746126656.142966:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219500 x1830945972966016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.142974:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219500 with x1830945972966016 ext(0->4095) 00010000:00010000:1.0:1746126656.142978:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6839 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3401 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.142986:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c6839 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3401 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.142992:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c219500 00000100:00100000:0.0:1746126656.146740:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.146873:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.150635:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.151197:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972966656 00000100:00100000:1.0:1746126656.151206:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972966656 00002000:00100000:1.0:1746126656.151249:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19880 x1830945972966656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.151260:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19880 with x1830945972966656 ext(0->4095) 00010000:00010000:1.0:1746126656.151269:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6840 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3408 expref: 47 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.151284:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6840 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3408 expref: 47 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.151291:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e19880 00000100:00100000:1.0:1746126656.151328:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1845 00000100:00100000:1.0:1746126656.151336:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945972966656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.151550:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945972966656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 214us (924us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.151556:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1845 00002000:00100000:1.0:1746126656.151561:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19880 x1830945972966656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.151568:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19880 with x1830945972966656 ext(0->4095) 00010000:00010000:1.0:1746126656.151572:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6840 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3408 expref: 47 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.151580:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6840 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3408 expref: 47 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.151586:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e19880 00000100:00100000:0.0:1746126656.154603:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.158547:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.163070:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.169689:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.169751:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.179837:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.189834:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.206023:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.206089:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972968320 00000100:00100000:0.0:1746126656.206091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.206098:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972968320 00002000:00100000:1.0:1746126656.206140:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089e18e00 x1830945972968320/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.206151:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18e00 with x1830945972968320 ext(0->7) 00010000:00010000:1.0:1746126656.206160:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c6855 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec341d expref: 46 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.206173:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c6855 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec341d expref: 46 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.206185:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18e00 00000100:00100000:1.0:1746126656.206220:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1847 00000100:00100000:1.0:1746126656.206226:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945972968320:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126656.206563:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945972968320:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 336us (550us total) trans 4294967995 rc 0/0 00000100:00100000:1.0:1746126656.206569:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1847 00002000:00100000:1.0:1746126656.206575:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089e18e00 x1830945972968320/t4294967995(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/448 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.206582:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18e00 with x1830945972968320 ext(0->7) 00010000:00010000:1.0:1746126656.206587:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c6855 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec341d expref: 48 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.206596:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c6855 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec341d expref: 48 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.206601:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18e00 00000100:00100000:0.0:1746126656.214603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.217070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.220910:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.223866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.223926:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972969216 00000100:00100000:1.0:1746126656.223936:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972969216 00002000:00100000:1.0:1746126656.223978:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9c00 x1830945972969216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.223988:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9c00 with x1830945972969216 ext(0->4095) 00002000:00010000:1.0:1746126656.223992:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9c00 00000100:00100000:1.0:1746126656.224020:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3994 00000100:00100000:1.0:1746126656.224026:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945972969216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.224178:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945972969216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.224184:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3994 00002000:00100000:1.0:1746126656.224189:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9c00 x1830945972969216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.224195:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9c00 with x1830945972969216 ext(0->4095) 00002000:00010000:1.0:1746126656.224198:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9c00 00000100:00100000:0.0:1746126656.231590:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.231684:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972969344 00000100:00100000:1.0:1746126656.231695:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972969344 00000100:00100000:1.0:1746126656.232017:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5342 00000100:00100000:1.0:1746126656.232026:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972969344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.232044:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.232059:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3432 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.232088:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c6863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec342b expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.232096:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.232097:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.232100:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3432 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.232129:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c6863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec342b expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.232146:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b851000/0x9cce4314879c6863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec342b expref: 47 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.232157:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973583616:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.233879:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.235821:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973583616:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.235851:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3432 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.235870:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126656.235912:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972969344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3886us (4330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.235921:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5342 00000100:00100000:0.0:1746126656.236911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.241258:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.244790:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.245026:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972969856 00000100:00100000:1.0:1746126656.245032:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972969856 00002000:00100000:1.0:1746126656.245064:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945972969856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.245075:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945972969856 ext(0->4095) 00002000:00010000:1.0:1746126656.245079:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defb800 00000100:00100000:1.0:1746126656.245104:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3995 00000100:00100000:1.0:1746126656.245109:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972969856:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126656.245241:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945972969856:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.245250:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3995 00002000:00100000:1.0:1746126656.245255:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945972969856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.245262:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945972969856 ext(0->4095) 00002000:00010000:1.0:1746126656.245265:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defb800 00000100:00100000:0.0:1746126656.248333:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.248408:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972969984 00000100:00100000:1.0:1746126656.248418:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972969984 00000100:00100000:1.0:1746126656.248485:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5343 00000100:00100000:1.0:1746126656.248493:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945972969984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.248509:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.248523:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3439 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.248553:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3432 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.248561:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.248563:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.248566:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.248596:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3432 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.248607:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c686a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3432 expref: 5 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.248624:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973583872:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.248705:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.249235:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.251010:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973583872:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.251030:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.251042:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126656.251310:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945972969984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2817us (2987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.251317:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5343 00000100:00100000:0.0:1746126656.253544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.259081:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.259137:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972970496 00000100:00100000:1.0:1746126656.259145:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972970496 00002000:00100000:1.0:1746126656.259187:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c73100 x1830945972970496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.259197:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945972970496 ext(0->4095) 00010000:00010000:1.0:1746126656.259205:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.259217:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.259223:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:1.0:1746126656.259558:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1850 00000100:00100000:1.0:1746126656.259566:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945972970496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.260075:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945972970496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 509us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.260081:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1850 00002000:00100000:1.0:1746126656.260086:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c73100 x1830945972970496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.260093:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945972970496 ext(0->4095) 00010000:00010000:1.0:1746126656.260097:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.260106:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3439 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.260111:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:0.0:1746126656.264942:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.268269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.268323:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972970880 00000100:00100000:1.0:1746126656.268329:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972970880 00002000:00100000:1.0:1746126656.268365:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945972970880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.268376:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945972970880 ext(0->4095) 00002000:00010000:1.0:1746126656.268380:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70000 00000100:00100000:1.0:1746126656.268571:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3996 00000100:00100000:1.0:1746126656.268582:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945972970880:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126656.269039:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945972970880:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 456us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.269046:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3996 00002000:00100000:1.0:1746126656.269053:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945972970880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.269060:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945972970880 ext(0->4095) 00002000:00010000:1.0:1746126656.269063:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70000 00000100:00100000:0.0:1746126656.270477:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.270578:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972971008 00000100:00100000:1.0:1746126656.270584:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972971008 00000100:00100000:1.0:1746126656.270621:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5345 00000100:00100000:1.0:1746126656.270627:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972971008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.270643:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.270658:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3447 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.270685:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6878 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3440 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.270692:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.270694:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.270697:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3447 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.270725:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6878 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3440 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.270737:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b851200/0x9cce4314879c6878 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3440 expref: 49 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.270749:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584384:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.270832:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.272480:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584384:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.272506:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3447 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.272520:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126656.272556:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972971008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1929us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.272563:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5345 00000100:00100000:0.0:1746126656.275108:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.275284:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972971392 00000100:00100000:1.0:1746126656.275289:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972971392 00002000:00100000:1.0:1746126656.275318:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c72680 x1830945972971392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.275327:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945972971392 ext(0->4095) 00002000:00010000:1.0:1746126656.275331:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:1.0:1746126656.275357:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3997 00000100:00100000:1.0:1746126656.275363:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972971392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.275540:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972971392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.275545:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3997 00002000:00100000:1.0:1746126656.275551:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c72680 x1830945972971392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.275557:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945972971392 ext(0->4095) 00002000:00010000:1.0:1746126656.275559:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746126656.277064:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.277138:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972971520 00000100:00100000:1.0:1746126656.277143:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972971520 00000100:00100000:1.0:1746126656.277165:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5346 00000100:00100000:1.0:1746126656.277169:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945972971520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.277180:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.277193:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec344e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.277213:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3447 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.277219:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.277221:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.277225:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec344e expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.277248:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3447 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.277256:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c687f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3447 expref: 5 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.277267:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584640:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.277668:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.279638:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.279942:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.280031:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584640:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.280058:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec344e expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.280079:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126656.280116:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945972971520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2945us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.280125:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5346 00000100:00100000:1.0:1746126656.280147:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972971648 00000100:00100000:1.0:1746126656.280152:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972971648 00000100:00100000:1.0:1746126656.280825:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5347 00000100:00100000:1.0:1746126656.280832:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945972971648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.280843:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.280852:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3455 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.280867:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec344e expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.280873:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.280874:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.280877:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.280892:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec344e expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.280902:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6886 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec344e expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.280916:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584896:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.280960:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.284968:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.285041:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973584896:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126656.285063:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.285080:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:0.0:1746126656.285109:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945972971648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4277us (5477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126656.285115:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5347 00000100:00100000:0.0:1746126656.288530:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.288579:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.288647:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972972288 00000100:00100000:1.0:1746126656.288656:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972972288 00000100:00100000:1.0:1746126656.288704:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5348 00000100:00100000:1.0:1746126656.288711:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972972288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.288726:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.288742:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6894 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec345c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.288769:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.288775:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.288781:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126656.288784:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6894 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec345c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.288819:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.288832:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6894 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec345c expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.288841:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126656.288881:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972972288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.288886:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5348 00000100:00100000:1.0:1746126656.294269:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972972544 00000100:00100000:1.0:1746126656.294276:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972972544 00002000:00100000:1.0:1746126656.294316:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21bb80 x1830945972972544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.294326:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21bb80 with x1830945972972544 ext(0->4095) 00010000:00010000:1.0:1746126656.294335:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.294348:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.294355:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21bb80 00000100:00100000:1.0:1746126656.294764:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1852 00000100:00100000:1.0:1746126656.294772:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972972544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.294918:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972972544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (1198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.294923:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1852 00002000:00100000:1.0:1746126656.294927:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21bb80 x1830945972972544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.294934:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21bb80 with x1830945972972544 ext(0->4095) 00010000:00010000:1.0:1746126656.294939:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.294954:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c688d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3455 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.294960:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21bb80 00000100:00100000:0.0:1746126656.297927:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.298101:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.300637:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.303136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.308011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.308118:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972973440 00000100:00100000:1.0:1746126656.308125:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972973440 00002000:00100000:1.0:1746126656.308160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9500 x1830945972973440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.308170:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9500 with x1830945972973440 ext(0->4095) 00002000:00010000:1.0:1746126656.308175:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9500 00000100:00100000:1.0:1746126656.308202:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3998 00000100:00100000:1.0:1746126656.308209:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972973440:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.308376:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972973440:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.308382:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3998 00002000:00100000:1.0:1746126656.308387:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9500 x1830945972973440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.308395:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9500 with x1830945972973440 ext(0->4095) 00002000:00010000:1.0:1746126656.308397:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9500 00000100:00100000:0.0:1746126656.310775:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.314847:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.318180:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.318674:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.319665:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972974080 00000100:00100000:1.0:1746126656.319671:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972974080 00002000:00100000:1.0:1746126656.319701:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e680 x1830945972974080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.319717:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e680 with x1830945972974080 ext(0->4095) 00010000:00010000:1.0:1746126656.319723:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c68a2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec346a expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.319734:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c68a2 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec346a expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.319740:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e680 00000100:00100000:1.0:1746126656.319756:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1854 00000100:00100000:1.0:1746126656.319761:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972974080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.320759:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972974080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 995us (2083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.320765:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1854 00002000:00100000:1.0:1746126656.320771:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e680 x1830945972974080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.320778:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e680 with x1830945972974080 ext(0->4095) 00010000:00010000:1.0:1746126656.320783:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c68a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec346a expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.320792:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851400/0x9cce4314879c68a2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec346a expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.320797:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e680 00000100:00100000:0.0:1746126656.324011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.324630:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.327119:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.327352:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972974592 00000100:00100000:1.0:1746126656.327357:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972974592 00002000:00100000:1.0:1746126656.327388:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f480 x1830945972974592/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.327397:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f480 with x1830945972974592 ext(0->4095) 00010000:00010000:1.0:1746126656.327403:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c68a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3471 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.327413:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c68a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3471 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.327419:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f480 00000100:00100000:1.0:1746126656.327431:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1855 00000100:00100000:1.0:1746126656.327435:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972974592:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.327595:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972974592:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.327601:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1855 00002000:00100000:1.0:1746126656.327606:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f480 x1830945972974592/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.327614:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f480 with x1830945972974592 ext(0->4095) 00010000:00010000:1.0:1746126656.327618:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c68a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3471 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.327626:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b851600/0x9cce4314879c68a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3471 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.327631:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f480 00000100:00100000:0.0:1746126656.330142:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.330706:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.334707:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.338486:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.338564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.338766:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972975360 00000100:00100000:1.0:1746126656.338770:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972975360 00000100:00100000:1.0:1746126656.338798:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5354 00000100:00100000:1.0:1746126656.338803:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972975360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.338819:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.338829:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3486 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.338846:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec347f expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.338856:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.338857:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.338861:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3486 expref: 7 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.338959:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68b7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec347f expref: 49 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.338965:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68b7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec347f expref: 49 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.338973:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973586688:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.339786:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.342362:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973586688:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.342382:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3486 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.342402:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:1.0:1746126656.342422:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972975360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3620us (3858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.342428:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5354 00000100:00100000:0.0:1746126656.349259:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.349496:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972975744 00000100:00100000:1.0:1746126656.349504:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972975744 00002000:00100000:1.0:1746126656.349548:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4d500 x1830945972975744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.349558:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945972975744 ext(0->4095) 00002000:00010000:1.0:1746126656.349562:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:1.0:1746126656.349596:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 3999 00000100:00100000:1.0:1746126656.349604:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972975744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.349759:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972975744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.349765:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 3999 00002000:00100000:1.0:1746126656.349771:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4d500 x1830945972975744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.349778:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945972975744 ext(0->4095) 00002000:00010000:1.0:1746126656.349781:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:0.0:1746126656.351557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.351632:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972975872 00000100:00100000:1.0:1746126656.351640:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972975872 00000100:00100000:1.0:1746126656.351908:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5355 00000100:00100000:1.0:1746126656.351916:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945972975872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.351932:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.351947:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c68c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec348d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.351973:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3486 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.351980:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.351982:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.351985:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c68c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec348d expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.352013:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3486 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.352024:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c68be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3486 expref: 5 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.352036:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973586944:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.352116:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.353693:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.354792:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973586944:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.354807:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c68c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec348d expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.354815:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126656.354833:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945972975872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2919us (3283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.354842:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5355 00000100:00100000:0.0:1746126656.356998:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.359680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.363592:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.364227:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.364298:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972976512 00000100:00100000:1.0:1746126656.364308:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972976512 00000100:00100000:1.0:1746126656.364359:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5357 00000100:00100000:1.0:1746126656.364366:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972976512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.364386:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.364404:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec349b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.364433:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.364439:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.364478:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126656.364482:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.364520:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.364533:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.364543:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126656.364591:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972976512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.364597:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5357 00000100:00100000:0.0:1746126656.368167:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.368254:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972976896 00000100:00100000:1.0:1746126656.368260:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972976896 00002000:00100000:1.0:1746126656.368297:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945972976896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.368307:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945972976896 ext(0->4095) 00010000:00010000:1.0:1746126656.368316:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.368327:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.368333:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de02d80 00000100:00100000:1.0:1746126656.368360:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1858 00000100:00100000:1.0:1746126656.368367:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972976896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.369276:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972976896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 905us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.369284:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1858 00002000:00100000:1.0:1746126656.369290:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945972976896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.369299:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945972976896 ext(0->4095) 00010000:00010000:1.0:1746126656.369305:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.369317:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3494 expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.369330:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de02d80 00000100:00100000:0.0:1746126656.371074:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.371131:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.375390:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972977408 00000100:00100000:1.0:1746126656.375398:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972977408 00002000:00100000:1.0:1746126656.375437:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219880 x1830945972977408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.375476:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219880 with x1830945972977408 ext(0->4095) 00010000:00010000:1.0:1746126656.375485:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.375497:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.375503:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c219880 00000100:00100000:1.0:1746126656.375522:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1859 00000100:00100000:1.0:1746126656.375528:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972977408:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.375869:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972977408:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 340us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.375879:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1859 00002000:00100000:1.0:1746126656.375885:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219880 x1830945972977408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.375893:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219880 with x1830945972977408 ext(0->4095) 00010000:00010000:1.0:1746126656.375897:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.375912:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c68d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec349b expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.375917:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c219880 00000100:00100000:0.0:1746126656.378348:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.382918:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.383005:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972977792 00000100:00100000:1.0:1746126656.383012:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972977792 00002000:00100000:1.0:1746126656.383052:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01c00 x1830945972977792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.383063:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01c00 with x1830945972977792 ext(0->4095) 00002000:00010000:1.0:1746126656.383067:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01c00 00000100:00100000:1.0:1746126656.383085:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4000 00000100:00100000:1.0:1746126656.383093:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972977792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.383244:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972977792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.383250:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4000 00002000:00100000:1.0:1746126656.383255:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01c00 x1830945972977792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.383262:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01c00 with x1830945972977792 ext(0->4095) 00002000:00010000:1.0:1746126656.383265:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01c00 00000100:00100000:0.0:1746126656.384669:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.384711:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972977920 00000100:00100000:1.0:1746126656.384716:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972977920 00000100:00100000:1.0:1746126656.386176:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5359 00000100:00100000:1.0:1746126656.386189:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972977920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.386209:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.386225:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c68e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec34a9 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.386255:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c68da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34a2 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.386262:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.386264:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.386267:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c68e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34a9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.386299:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c68da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34a2 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.386311:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c68da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34a2 expref: 49 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.386322:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973587968:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.386421:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.388354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.389320:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973587968:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.389349:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c68e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34a9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.389366:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126656.389418:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972977920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3233us (4750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.389430:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5359 00000100:00100000:0.0:1746126656.393540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.394024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.395932:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.395989:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972978560 00000100:00100000:1.0:1746126656.395994:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972978560 00000100:00100000:1.0:1746126656.396019:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5361 00000100:00100000:1.0:1746126656.396024:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945972978560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.396032:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.396041:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c68ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec34b7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.396058:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.396063:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.396068:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.396071:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c68ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b7 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.396095:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.396106:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c68ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b7 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.396115:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126656.396142:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945972978560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.396148:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5361 00000100:00100000:0.0:1746126656.398282:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.401068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.401409:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972978944 00000100:00100000:1.0:1746126656.401416:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972978944 00002000:00100000:1.0:1746126656.401486:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e300 x1830945972978944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.401495:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945972978944 ext(0->4095) 00010000:00010000:1.0:1746126656.401503:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.401514:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.401520:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:1.0:1746126656.401545:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1860 00000100:00100000:1.0:1746126656.401551:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972978944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.402205:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972978944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 653us (1144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.402211:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1860 00002000:00100000:1.0:1746126656.402217:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e300 x1830945972978944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.402225:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945972978944 ext(0->4095) 00010000:00010000:1.0:1746126656.402230:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.402238:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c68e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34b0 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.402248:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126656.404250:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.407537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.407662:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972979328 00000100:00100000:1.0:1746126656.407669:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972979328 00002000:00100000:1.0:1746126656.407706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ce00 x1830945972979328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.407715:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ce00 with x1830945972979328 ext(0->4095) 00002000:00010000:1.0:1746126656.407719:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6ce00 00000100:00100000:1.0:1746126656.407744:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4002 00000100:00100000:1.0:1746126656.407749:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972979328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.408041:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945972979328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 290us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.408047:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4002 00002000:00100000:1.0:1746126656.408052:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ce00 x1830945972979328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.408059:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ce00 with x1830945972979328 ext(0->4095) 00002000:00010000:1.0:1746126656.408062:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6ce00 00000100:00100000:0.0:1746126656.410149:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.413141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.416222:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.416303:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972979840 00000100:00100000:1.0:1746126656.416311:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972979840 00002000:00100000:1.0:1746126656.416349:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6c380 x1830945972979840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.416360:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c380 with x1830945972979840 ext(0->4095) 00002000:00010000:1.0:1746126656.416364:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c380 00000100:00100000:1.0:1746126656.416394:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4003 00000100:00100000:1.0:1746126656.416402:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972979840:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.416595:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972979840:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 194us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.416602:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4003 00002000:00100000:1.0:1746126656.416607:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6c380 x1830945972979840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.416614:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c380 with x1830945972979840 ext(0->4095) 00002000:00010000:1.0:1746126656.416616:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c380 00000100:00100000:0.0:1746126656.418066:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.419370:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.421212:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.425083:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.425853:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972980480 00000100:00100000:1.0:1746126656.425863:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972980480 00002000:00100000:1.0:1746126656.425908:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d500 x1830945972980480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.425920:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d500 with x1830945972980480 ext(0->4095) 00010000:00010000:1.0:1746126656.425928:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34c5 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.425941:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34c5 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.425948:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d500 00000100:00100000:1.0:1746126656.425976:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1861 00000100:00100000:1.0:1746126656.425983:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972980480:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.426825:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972980480:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 839us (1742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.426834:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1861 00002000:00100000:1.0:1746126656.426841:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d500 x1830945972980480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.426848:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d500 with x1830945972980480 ext(0->4095) 00010000:00010000:1.0:1746126656.426853:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34c5 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.426862:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c68fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34c5 expref: 51 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.426868:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d500 00000100:00100000:0.0:1746126656.429970:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.434933:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.435019:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972980864 00000100:00100000:1.0:1746126656.435029:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972980864 00002000:00100000:1.0:1746126656.435074:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c000 x1830945972980864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.435084:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945972980864 ext(0->4095) 00002000:00010000:1.0:1746126656.435089:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c000 00000100:00100000:1.0:1746126656.435120:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4004 00000100:00100000:1.0:1746126656.435127:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972980864:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.435295:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972980864:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.435302:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4004 00002000:00100000:1.0:1746126656.435307:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c000 x1830945972980864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.435320:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945972980864 ext(0->4095) 00002000:00010000:1.0:1746126656.435323:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c000 00000100:00100000:0.0:1746126656.437832:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.441376:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.445569:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.445670:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.450120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.451720:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.452936:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7058 00000100:00100000:1.0:1746126656.452944:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972981760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.452955:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.452975:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c690b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34d3 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.452987:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c690b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34d3 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.453004:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d0ed200/0x9cce4314879c690b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34d3 expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.453018:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.453020:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.453025:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.453032:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.453055:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.453064:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 50 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.453074:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590016:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.453129:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.454903:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590016:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.454918:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.454954:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972981760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2011us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.454962:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7058 00000100:00100000:0.0:1746126656.456174:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.456371:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972982016 00000100:00100000:1.0:1746126656.456379:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972982016 00002000:00100000:1.0:1746126656.456419:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1df80 x1830945972982016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.456429:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1df80 with x1830945972982016 ext(0->4095) 00010000:00010000:1.0:1746126656.456438:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.456492:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.456499:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1df80 00000100:00100000:1.0:1746126656.456728:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1862 00000100:00100000:1.0:1746126656.456736:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972982016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.456898:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945972982016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.456906:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1862 00002000:00100000:1.0:1746126656.456911:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1df80 x1830945972982016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.456919:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1df80 with x1830945972982016 ext(0->4095) 00010000:00010000:1.0:1746126656.456924:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.456932:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.456938:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1df80 00000100:00100000:0.0:1746126656.460694:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.461077:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972982144 00000100:00100000:1.0:1746126656.461087:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972982144 00010000:00010000:1.0:1746126656.461119:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.461184:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7059 00000100:00100000:1.0:1746126656.461193:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945972982144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.461207:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.461230:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.461243:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.461266:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d0eda00/0x9cce4314879c6912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34da expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.461826:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.461829:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.461837:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.461846:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.461882:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.461897:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590144:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.462557:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.465148:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590144:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.465174:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.466343:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1979:x1830945972982144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5146us (5655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.466354:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7059 00000100:00100000:0.0:1746126656.466596:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.471344:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.475662:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.475744:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972982656 00000100:00100000:1.0:1746126656.475751:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972982656 00010000:00010000:1.0:1746126656.475779:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.475812:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7060 00000100:00100000:1.0:1746126656.475819:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972982656:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.475833:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.475853:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.475865:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.475887:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c6919 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e1 expref: 50 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.475914:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.475916:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.475923:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.475930:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.475958:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.475971:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590400:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.476033:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.476309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.481066:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590400:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.481087:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.481140:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945972982656:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5319us (5478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.481154:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7060 00000100:00100000:0.0:1746126656.481224:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.482668:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972983040 00000100:00100000:1.0:1746126656.482678:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972983040 00002000:00100000:1.0:1746126656.482720:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2a00 x1830945972983040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.482729:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2a00 with x1830945972983040 ext(0->4095) 00010000:00010000:1.0:1746126656.482737:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.482749:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.482755:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d2a00 00000100:00100000:1.0:1746126656.482790:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1863 00000100:00100000:1.0:1746126656.482797:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972983040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.482972:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972983040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (1748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.482978:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1863 00002000:00100000:1.0:1746126656.482984:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2a00 x1830945972983040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.482990:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2a00 with x1830945972983040 ext(0->4095) 00010000:00010000:1.0:1746126656.482995:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.483007:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.483013:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d2a00 00000100:00100000:0.0:1746126656.485168:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.485648:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972983168 00000100:00100000:1.0:1746126656.485656:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972983168 00010000:00010000:1.0:1746126656.485690:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.485782:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7061 00000100:00100000:1.0:1746126656.485790:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972983168:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.485803:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.485825:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.485836:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.485858:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6920 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34e8 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.485887:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.485889:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.485897:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.485909:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.485942:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.485954:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590656:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.486469:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.488582:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.488764:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590656:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.488786:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.488837:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972983168:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3047us (3677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.488845:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7061 00000100:00100000:0.0:1746126656.493705:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.497206:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.499733:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.499753:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972983808 00000100:00100000:1.0:1746126656.499787:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972983808 00010000:00010000:1.0:1746126656.499811:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 52 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.499842:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7062 00000100:00100000:1.0:1746126656.499848:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945972983808:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.499859:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126656.499873:0:7112:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126656 -> 1746126657 00002000:00010000:1.0:1746126656.499876:0:7112:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126656 -> 1746126657 00010000:00010000:1.0:1746126656.499880:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 52 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.499891:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 52 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.499910:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25800/0x9cce4314879c6927 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34ef expref: 52 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.499938:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.499940:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.499947:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.499954:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.499987:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.499998:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590912:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.500080:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.508225:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.508416:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973590912:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.508435:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.508675:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945972983808:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8826us (8948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.508684:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7062 00000100:00100000:0.0:1746126656.509370:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.511129:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.512095:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972984320 00000100:00100000:1.0:1746126656.512103:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972984320 00000100:00100000:1.0:1746126656.512744:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5372 00000100:00100000:1.0:1746126656.512753:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945972984320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.513003:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.513016:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3504 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.513033:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.513039:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.513045:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.513048:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.513748:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.513760:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.513768:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126656.513798:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945972984320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1046us (2672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.513804:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5372 00000100:00100000:0.0:1746126656.514923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.515056:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972984448 00000100:00100000:1.0:1746126656.515063:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972984448 00010000:00010000:1.0:1746126656.515086:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.515247:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7063 00000100:00100000:1.0:1746126656.515253:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972984448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.515262:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.515281:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.515292:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.515310:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25000/0x9cce4314879c692e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34f6 expref: 6 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.515599:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.515601:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.515608:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.515615:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.515804:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.515814:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 52 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.515830:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973591296:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.515898:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.518516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.518602:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973591296:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.518620:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.518655:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945972984448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3401us (3733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.518665:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7063 00000100:00100000:0.0:1746126656.520533:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.520608:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972984832 00000100:00100000:1.0:1746126656.520614:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972984832 00010000:00010000:1.0:1746126656.520637:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.520664:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7064 00000100:00100000:1.0:1746126656.520670:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1980:x1830945972984832:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.520680:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.520694:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.520705:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.520726:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25e00/0x9cce4314879c6935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec34fd expref: 53 pid: 8440 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.520749:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.520752:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.520759:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.520766:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.520791:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.520802:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973591424:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.520864:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.522357:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.522429:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973591424:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.522812:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.522834:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1980:x1830945972984832:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2164us (2303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.522841:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7064 00000100:00100000:0.0:1746126656.524065:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.524105:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972985216 00000100:00100000:1.0:1746126656.524109:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972985216 00000100:00100000:1.0:1746126656.524142:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5373 00000100:00100000:1.0:1746126656.524148:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972985216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.524159:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.524173:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6943 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec350b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.524194:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.524205:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.524207:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.524210:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6943 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec350b expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.524234:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.524243:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c693c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3504 expref: 51 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.524253:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973591552:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.524320:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.526728:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.526832:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973591552:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.526857:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6943 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec350b expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.526872:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126656.526907:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972985216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2758us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.526915:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5373 00000100:00100000:0.0:1746126656.530511:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.533663:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.534140:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.534347:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5375 00000100:00100000:1.0:1746126656.534356:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31658:x1830945972985856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.534364:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.534376:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6951 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3519 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.534532:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.534537:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c694a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3512 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.534543:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.534546:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6951 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3519 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.534593:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c694a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3512 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.534613:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6951 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3519 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.534624:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126656.534750:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31658:x1830945972985856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 395us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.534757:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5375 00000100:00100000:0.0:1746126656.539514:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.544022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.548114:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.548180:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.551725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.556680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.558358:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.561926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.564172:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.567972:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.574160:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.574691:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972987776 00000100:00100000:1.0:1746126656.574703:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972987776 00000100:00100000:1.0:1746126656.574761:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5378 00000100:00100000:1.0:1746126656.574768:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972987776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.574788:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.574806:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec352e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.574840:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c695f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3527 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.574848:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.574849:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.574853:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec352e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.574887:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c695f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3527 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.574899:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c695f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3527 expref: 51 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.574922:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973592832:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.575029:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.577543:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973592832:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.577572:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec352e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.577590:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126656.577633:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972987776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.577642:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5378 00000100:00100000:0.0:1746126656.578136:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.581775:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.588188:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.595061:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.595265:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972988416 00000100:00100000:1.0:1746126656.595276:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972988416 00000100:00100000:1.0:1746126656.596323:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5379 00000100:00100000:1.0:1746126656.596333:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945972988416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.596353:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.596369:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3535 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.596398:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec352e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.596405:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.596407:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.596411:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3535 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.596438:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec352e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.596475:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6966 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec352e expref: 5 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.596486:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973593088:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.596565:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.605587:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973593088:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.605620:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3535 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.605643:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126656.605709:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31659:x1830945972988416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9377us (10657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.605718:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5379 00000100:00100000:0.0:1746126656.606535:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.606658:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.607237:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972988544 00000100:00100000:1.0:1746126656.607241:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972988544 00000100:00100000:1.0:1746126656.607274:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5380 00000100:00100000:1.0:1746126656.607280:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31658:x1830945972988544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.607293:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.607303:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec353c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.607319:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3535 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.607330:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.607332:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.607335:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6974 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec353c expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.607351:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3535 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.607361:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c696d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3535 expref: 55 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.607375:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973593344:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.607401:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.608667:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973593344:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.608683:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6974 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec353c expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.608695:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126656.609429:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31658:x1830945972988544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2146us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.609436:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5380 00000100:00100000:0.0:1746126656.609681:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.614126:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972989056 00000100:00100000:1.0:1746126656.614135:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972989056 00000100:00100000:1.0:1746126656.614174:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5381 00000100:00100000:1.0:1746126656.614182:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972989056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.614198:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.614213:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3543 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.614239:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.614244:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec353c expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.614250:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126656.614253:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.614292:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6974 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec353c expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.614302:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.614310:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:1.0:1746126656.614364:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972989056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.614369:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5381 00000100:00100000:0.0:1746126656.615395:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.620657:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.624777:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.627644:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.632977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.633183:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972989952 00000100:00100000:1.0:1746126656.633192:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972989952 00002000:00100000:1.0:1746126656.633237:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4000 x1830945972989952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.633248:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4000 with x1830945972989952 ext(0->4095) 00010000:00010000:1.0:1746126656.633257:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.633270:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.633276:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4000 00000100:00100000:1.0:1746126656.633309:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1872 00000100:00100000:1.0:1746126656.633317:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972989952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.633527:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972989952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 210us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.633534:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1872 00002000:00100000:1.0:1746126656.633539:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4000 x1830945972989952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.633546:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4000 with x1830945972989952 ext(0->4095) 00010000:00010000:1.0:1746126656.633550:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.633558:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c697b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3543 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.633563:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4000 00000100:00100000:0.0:1746126656.638526:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.646217:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.648654:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1981:x1830945972990336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1281us (2438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126656.648662:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4013 00002000:00100000:0.0:1746126656.648669:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5f80 x1830945972990336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126656.648677:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5f80 with x1830945972990336 ext(0->4095) 00002000:00010000:0.0:1746126656.648680:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5f80 00000100:00100000:0.0:1746126656.652075:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.656220:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972990464 00000100:00100000:1.0:1746126656.656233:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972990464 00000100:00100000:1.0:1746126656.656290:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5383 00000100:00100000:1.0:1746126656.656297:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972990464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.656317:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.656335:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3551 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.656363:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c6982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec354a expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.656370:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.656371:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.656374:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.656408:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c6982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec354a expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.656419:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281600/0x9cce4314879c6982 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec354a expref: 53 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.656429:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973594112:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.656539:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.659132:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973594112:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.659162:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.659177:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126656.659218:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972990464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2920us (7151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.659226:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5383 00000100:00100000:0.0:1746126656.659994:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.671100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.674864:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.674956:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972990848 00000100:00100000:0.0:1746126656.674965:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972990848 00000100:00100000:0.0:1746126656.675002:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5384 00000100:00100000:0.0:1746126656.675008:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945972990848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126656.675027:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126656.675043:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6990 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3558 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675066:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126656.675072:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675083:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126656.675085:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6990 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3558 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675119:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675131:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c6990 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3558 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675139:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126656.675140:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126656.675146:0:11071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675153:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675170:0:11071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.675181:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6989 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3551 expref: 5 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:0.0:1746126656.675194:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973594368:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126656.675264:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.680649:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.686303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.689121:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.694243:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.698120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.703857:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.708105:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.710430:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.710477:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972992256 00000100:00100000:0.0:1746126656.710484:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972992256 00002000:00100000:0.0:1746126656.710528:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274b480 x1830945972992256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126656.710538:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274b480 with x1830945972992256 ext(0->4095) 00010000:00010000:0.0:1746126656.710546:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6997 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec355f expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:0.0:1746126656.710557:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6997 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec355f expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:0.0:1746126656.710563:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009274b480 00000100:00100000:0.0:1746126656.710591:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1876 00000100:00100000:0.0:1746126656.710596:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972992256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126656.710749:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972992256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126656.710755:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1876 00002000:00100000:0.0:1746126656.710760:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274b480 x1830945972992256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126656.710774:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274b480 with x1830945972992256 ext(0->4095) 00010000:00010000:0.0:1746126656.710778:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6997 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec355f expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:0.0:1746126656.710786:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c6997 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec355f expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:0.0:1746126656.710791:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009274b480 00000100:00100000:0.0:1746126656.713203:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.719493:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.722273:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.723173:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972992768 00000100:00100000:1.0:1746126656.723183:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972992768 00000100:00100000:1.0:1746126656.723225:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5387 00000100:00100000:1.0:1746126656.723232:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972992768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.723248:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.723262:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec356d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.723289:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c699e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3566 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.723297:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.723298:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.723301:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec356d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.723327:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c699e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3566 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.723337:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c699e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3566 expref: 57 pid: 11071 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.723348:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595136:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.723432:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.724664:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595136:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.724690:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec356d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.724703:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126656.724732:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972992768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1499us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.724739:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5387 00000100:00100000:0.0:1746126656.725622:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.728092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.728188:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972993024 00000100:00100000:1.0:1746126656.728195:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972993024 00000100:00100000:1.0:1746126656.728242:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5388 00000100:00100000:1.0:1746126656.728249:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945972993024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.728265:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.728279:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3574 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.728304:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec356d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.728310:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.728312:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.728315:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3574 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.728341:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec356d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.728353:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c69a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec356d expref: 5 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.728363:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595392:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.728437:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.731176:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.731779:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595392:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.731800:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3574 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.731817:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126656.731841:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945972993024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3593us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.731847:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5388 00000100:00100000:0.0:1746126656.734296:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.737622:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.742827:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972993792 00000100:00100000:1.0:1746126656.742837:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972993792 00000100:00100000:1.0:1746126656.742887:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5389 00000100:00100000:1.0:1746126656.742894:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972993792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.742914:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.742930:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec357b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.742958:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3574 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.742965:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.742967:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.742970:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.742996:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3574 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.743006:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c69ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3574 expref: 57 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:1.0:1746126656.743021:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595648:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126656.743552:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.747680:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973595648:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126656.747713:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.747730:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126656.747787:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945972993792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4892us (5391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.747795:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5389 00000100:00100000:0.0:1746126656.749048:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.753055:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.754667:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972994048 00000100:00100000:1.0:1746126656.754678:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972994048 00000100:00100000:1.0:1746126656.754718:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5390 00000100:00100000:1.0:1746126656.754726:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945972994048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126656.754745:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126656.754762:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c69ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3582 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.754788:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126656.754794:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.754798:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126656.754801:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c69ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3582 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.754840:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.754850:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c69ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3582 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.754859:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126656.754915:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945972994048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.754921:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5390 00000100:00100000:0.0:1746126656.756106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.761165:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972994432 00000100:00100000:1.0:1746126656.761172:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972994432 00002000:00100000:1.0:1746126656.761208:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21aa00 x1830945972994432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.761217:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21aa00 with x1830945972994432 ext(0->4095) 00010000:00010000:1.0:1746126656.761225:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.761236:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.761242:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21aa00 00000100:00100000:1.0:1746126656.761257:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1879 00000100:00100000:1.0:1746126656.761263:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972994432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.762541:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945972994432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1273us (1612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.762549:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1879 00002000:00100000:1.0:1746126656.762557:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21aa00 x1830945972994432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.762565:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21aa00 with x1830945972994432 ext(0->4095) 00010000:00010000:1.0:1746126656.762571:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.762732:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c69b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec357b expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.762739:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21aa00 00000100:00100000:0.0:1746126656.766039:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.771216:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.771257:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972994816 00000100:00100000:1.0:1746126656.771263:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972994816 00002000:00100000:1.0:1746126656.771298:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70000 x1830945972994816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.771308:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70000 with x1830945972994816 ext(0->4095) 00002000:00010000:1.0:1746126656.771313:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d70000 00000100:00100000:1.0:1746126656.771399:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4017 00000100:00100000:1.0:1746126656.771407:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945972994816:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.771591:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945972994816:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.771597:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4017 00002000:00100000:1.0:1746126656.771603:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70000 x1830945972994816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.771615:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70000 with x1830945972994816 ext(0->4095) 00002000:00010000:1.0:1746126656.771618:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d70000 00000100:00100000:0.0:1746126656.773614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.778540:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.782736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.782778:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.783097:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972995456 00000100:00100000:1.0:1746126656.783102:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972995456 00002000:00100000:1.0:1746126656.783128:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945972995456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.783137:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945972995456 ext(0->4095) 00010000:00010000:1.0:1746126656.783145:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c69c1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3589 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.783155:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c69c1 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3589 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.783161:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72680 00000100:00100000:1.0:1746126656.783265:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1880 00000100:00100000:1.0:1746126656.783271:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972995456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.783807:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972995456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 535us (1028us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.783813:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1880 00002000:00100000:1.0:1746126656.783819:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945972995456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.783826:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945972995456 ext(0->4095) 00010000:00010000:1.0:1746126656.783830:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c69c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3589 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.784005:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c69c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3589 expref: 6 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.784012:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72680 00000100:00100000:0.0:1746126656.786307:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.787850:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.791033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.791362:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972995968 00000100:00100000:1.0:1746126656.791369:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972995968 00002000:00100000:1.0:1746126656.791400:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678700 x1830945972995968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.791410:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945972995968 ext(0->4095) 00010000:00010000:1.0:1746126656.791417:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c69c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3590 expref: 61 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.791428:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c69c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3590 expref: 61 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.791434:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678700 00000100:00100000:1.0:1746126656.791853:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1881 00000100:00100000:1.0:1746126656.791861:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1981:x1830945972995968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.792019:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1981:x1830945972995968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (986us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.792026:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1881 00002000:00100000:1.0:1746126656.792032:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678700 x1830945972995968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.792040:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945972995968 ext(0->4095) 00010000:00010000:1.0:1746126656.792045:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c69c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3590 expref: 61 pid: 11071 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.792055:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25c00/0x9cce4314879c69c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3590 expref: 61 pid: 11071 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.792061:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678700 00000100:00100000:0.0:1746126656.795027:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.801405:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.804368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.809551:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5394 00000100:00100000:0.0:1746126656.809562:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945972996480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126656.809583:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126656.809604:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec359e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.809633:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c69cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3597 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.809640:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126656.809642:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126656.809645:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec359e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.809677:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c69cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3597 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.809692:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c69cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3597 expref: 59 pid: 8441 timeout: 668 lvb_type: 0 00000100:00100000:0.0:1746126656.809704:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092679c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973596928:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126656.809806:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126656.828875:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.835248:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.839141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.843059:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.843106:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972997120 00000100:00100000:1.0:1746126656.843115:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972997120 00002000:00100000:1.0:1746126656.843155:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678a80 x1830945972997120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.843165:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678a80 with x1830945972997120 ext(0->4095) 00010000:00010000:1.0:1746126656.843173:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec359e expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.843186:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec359e expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.843192:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678a80 00000100:00100000:1.0:1746126656.843224:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1883 00000100:00100000:1.0:1746126656.843231:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972997120:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126656.843995:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945972997120:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 763us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.844002:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1883 00002000:00100000:1.0:1746126656.844009:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678a80 x1830945972997120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.844024:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678a80 with x1830945972997120 ext(0->4095) 00010000:00010000:1.0:1746126656.844029:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec359e expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00010000:00010000:1.0:1746126656.844039:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6800/0x9cce4314879c69d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec359e expref: 6 pid: 8441 timeout: 668 lvb_type: 0 00002000:00010000:1.0:1746126656.844045:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678a80 00000100:00100000:0.0:1746126656.847539:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.852309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.852468:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972997504 00000100:00100000:1.0:1746126656.852477:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972997504 00002000:00100000:1.0:1746126656.852521:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a9c00 x1830945972997504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.852531:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945972997504 ext(0->4095) 00002000:00010000:1.0:1746126656.852536:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:1.0:1746126656.852565:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4019 00000100:00100000:1.0:1746126656.852572:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945972997504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.852730:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945972997504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.852737:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4019 00002000:00100000:1.0:1746126656.852742:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a9c00 x1830945972997504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.852749:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945972997504 ext(0->4095) 00002000:00010000:1.0:1746126656.852752:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:0.0:1746126656.854776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.857528:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.859903:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.859957:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972998016 00000100:00100000:1.0:1746126656.859963:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972998016 00002000:00100000:1.0:1746126656.859998:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab480 x1830945972998016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.860008:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab480 with x1830945972998016 ext(0->4095) 00002000:00010000:1.0:1746126656.860012:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911ab480 00000100:00100000:1.0:1746126656.860042:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4020 00000100:00100000:1.0:1746126656.860048:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972998016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.860212:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972998016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.860218:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4020 00002000:00100000:1.0:1746126656.860224:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab480 x1830945972998016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.860231:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab480 with x1830945972998016 ext(0->4095) 00002000:00010000:1.0:1746126656.860234:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911ab480 00000100:00100000:0.0:1746126656.861776:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972998272 00000100:00100000:0.0:1746126656.861782:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972998272 00000100:00100000:0.0:1746126656.861807:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972998144 00000100:00100000:0.0:1746126656.861809:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972998144 00000100:00100000:0.0:1746126656.861898:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5398 00000100:00100000:0.0:1746126656.861904:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945972998144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126656.861911:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126656.861918:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec35b3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.861935:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126656.861940:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c69eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35ba expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.861945:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126656.861947:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.861965:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c69eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35ba expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.861984:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126656.861993:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a7c00, rc 0) 00000100:00100000:0.0:1746126656.862010:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945972998144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126656.862016:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5398 00000100:00100000:0.0:1746126656.864692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.875047:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.879878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.883740:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.888996:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.889331:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972999296 00000100:00100000:1.0:1746126656.889338:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972999296 00002000:00100000:1.0:1746126656.889377:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800911abb80 x1830945972999296/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.889933:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945972999296 ext(0->7) 00010000:00010000:1.0:1746126656.889943:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 62 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.889956:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 62 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.889968:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:1.0:1746126656.889997:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1885 00000100:00100000:1.0:1746126656.890004:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945972999296:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126656.890341:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945972999296:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 337us (1346us total) trans 4294968003 rc 0/0 00000100:00100000:1.0:1746126656.890348:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1885 00002000:00100000:1.0:1746126656.890353:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800911abb80 x1830945972999296/t4294968003(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/448 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.890361:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945972999296 ext(0->7) 00010000:00010000:1.0:1746126656.890365:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 64 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.890374:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7c00/0x9cce4314879c69f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35b3 expref: 64 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.890379:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:0.0:1746126656.892941:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.896190:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.897260:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945972999680 00000100:00100000:1.0:1746126656.897270:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945972999680 00002000:00100000:1.0:1746126656.897310:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911880 x1830945972999680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.897320:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911880 with x1830945972999680 ext(0->4095) 00002000:00010000:1.0:1746126656.897325:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d911880 00000100:00100000:1.0:1746126656.897354:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4022 00000100:00100000:1.0:1746126656.897362:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972999680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.898723:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945972999680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1357us (2532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.898731:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4022 00002000:00100000:1.0:1746126656.898743:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911880 x1830945972999680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.898752:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911880 with x1830945972999680 ext(0->4095) 00002000:00010000:1.0:1746126656.898756:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d911880 00000100:00100000:0.0:1746126656.899691:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.903529:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.903566:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.907396:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.907773:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973000320 00000100:00100000:1.0:1746126656.907779:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973000320 00002000:00100000:1.0:1746126656.907816:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910000 x1830945973000320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.907825:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945973000320 ext(0->4095) 00010000:00010000:1.0:1746126656.907832:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35c8 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.907843:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35c8 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.907848:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910000 00000100:00100000:1.0:1746126656.907876:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1886 00000100:00100000:1.0:1746126656.907882:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1980:x1830945973000320:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126656.908063:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1980:x1830945973000320:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.908069:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1886 00002000:00100000:1.0:1746126656.908076:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910000 x1830945973000320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.908082:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945973000320 ext(0->4095) 00010000:00010000:1.0:1746126656.908087:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35c8 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.908096:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c6a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35c8 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.908101:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910000 00000100:00100000:0.0:1746126656.909661:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.909730:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.912970:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.913026:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973000832 00000100:00100000:1.0:1746126656.913034:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973000832 00002000:00100000:1.0:1746126656.913070:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945973000832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.913079:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945973000832 ext(0->4095) 00010000:00010000:1.0:1746126656.913088:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6a07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35cf expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.913100:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6a07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35cf expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.913107:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d912680 00000100:00100000:1.0:1746126656.913135:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1887 00000100:00100000:1.0:1746126656.913141:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945973000832:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.913294:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945973000832:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.913303:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1887 00002000:00100000:1.0:1746126656.913308:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945973000832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.913315:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945973000832 ext(0->4095) 00010000:00010000:1.0:1746126656.913320:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6a07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35cf expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.913328:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c6a07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35cf expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.913334:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d912680 00000100:00100000:0.0:1746126656.917364:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.918494:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.921235:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.921378:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973001216 00000100:00100000:1.0:1746126656.921387:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973001216 00010000:00010000:1.0:1746126656.921425:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6a0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35d6 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126656.921495:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7095 00000100:00100000:1.0:1746126656.921502:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973001216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.921512:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.921531:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6a0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35d6 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.921542:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281e00/0x9cce4314879c6a0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35d6 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.921565:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.921567:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.921574:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.921582:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.921610:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.921621:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599360:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.921684:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.923958:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599360:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.923975:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.924020:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973001216:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2518us (2790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.924028:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7095 00000100:00100000:0.0:1746126656.925165:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.926764:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.930322:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.930409:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973001728 00000100:00100000:1.0:1746126656.930415:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973001728 00010000:00010000:1.0:1746126656.930438:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126656.930501:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7096 00000100:00100000:1.0:1746126656.930507:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973001728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.930724:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.930747:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.930763:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.930782:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a424dc00/0x9cce4314879c6a15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35dd expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.930807:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.930809:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.930816:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.930824:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.930908:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.930920:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599616:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126656.931103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.931330:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.931985:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599616:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.931996:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.932016:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973001728:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1509us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.932023:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7096 00000100:00100000:0.0:1746126656.932260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.932354:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973002112 00000100:00100000:1.0:1746126656.932358:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973002112 00002000:00100000:1.0:1746126656.932381:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1880 x1830945973002112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.932389:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1880 with x1830945973002112 ext(0->4095) 00010000:00010000:1.0:1746126656.932395:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.932405:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.932411:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1880 00000100:00100000:1.0:1746126656.932760:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1888 00000100:00100000:1.0:1746126656.932767:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945973002112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126656.932890:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973002112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.932896:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1888 00002000:00100000:1.0:1746126656.932901:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1880 x1830945973002112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.932909:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1880 with x1830945973002112 ext(0->4095) 00010000:00010000:1.0:1746126656.932913:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.932921:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.932927:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1880 00000100:00100000:0.0:1746126656.934563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.934658:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973002240 00000100:00100000:1.0:1746126656.934665:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973002240 00010000:00010000:1.0:1746126656.934684:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126656.935063:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7097 00000100:00100000:1.0:1746126656.935070:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1980:x1830945973002240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.935080:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.935098:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.935109:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.935132:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c6a1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35e4 expref: 65 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.935156:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.935157:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.935163:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.935171:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.935204:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.935219:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599872:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.935284:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.939686:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973599872:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.939705:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.939750:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973002240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4679us (5192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.939760:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7097 00000100:00100000:0.0:1746126656.945957:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126656.952828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.953168:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973002752 00000100:00100000:1.0:1746126656.953178:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973002752 00002000:00100000:1.0:1746126656.953225:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801322b0e00 x1830945973002752/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.953235:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945973002752 ext(0->7) 00010000:00010000:1.0:1746126656.953244:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 64 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.953258:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 64 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.953265:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0e00 00000100:00100000:1.0:1746126656.953332:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1889 00000100:00100000:1.0:1746126656.953340:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973002752:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126656.953717:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973002752:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 377us (897us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1746126656.953728:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1889 00002000:00100000:1.0:1746126656.953734:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801322b0e00 x1830945973002752/t4294968004(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:417/0 lens 496/448 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.953742:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945973002752 ext(0->7) 00010000:00010000:1.0:1746126656.953747:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.953756:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.953762:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0e00 00000100:00100000:0.0:1746126656.958620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.959634:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973002880 00000100:00100000:1.0:1746126656.959644:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973002880 00010000:00010000:1.0:1746126656.959681:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:0.0:1746126656.960168:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.960231:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7098 00000100:00100000:1.0:1746126656.960239:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973002880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.960252:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.960275:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.960287:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.960309:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6a23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35eb expref: 66 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.960328:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.960330:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.960337:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.960344:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.960376:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.960388:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600128:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.960483:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.963946:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600128:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126656.963962:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.963986:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973002880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3747us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.963995:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7098 00000100:00100000:0.0:1746126656.965600:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973003264 00000100:00100000:0.0:1746126656.965606:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973003264 00002000:00100000:0.0:1746126656.965641:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd880 x1830945973003264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/0 e 0 to 0 dl 1746126667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126656.965651:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd880 with x1830945973003264 ext(0->4095) 00010000:00010000:0.0:1746126656.965658:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126656.965670:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:0.0:1746126656.965676:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd880 00000100:00100000:1.0:1746126656.967008:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1890 00000100:00100000:1.0:1746126656.967016:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973003264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126656.967161:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973003264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (2009us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126656.967167:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1890 00002000:00100000:1.0:1746126656.967172:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd880 x1830945973003264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:417/0 lens 488/4536 e 0 to 0 dl 1746126667 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126656.967179:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd880 with x1830945973003264 ext(0->4095) 00010000:00010000:1.0:1746126656.967184:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.967195:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126656.967201:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cd880 00000100:00100000:0.0:1746126656.969006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126656.969112:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973003392 00000100:00100000:1.0:1746126656.969124:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973003392 00010000:00010000:1.0:1746126656.969152:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126656.969620:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7099 00000100:00100000:1.0:1746126656.969628:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973003392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126656.969640:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126656.969660:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.969671:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.969692:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f2 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126656.969717:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.969719:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126656.969726:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.969734:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126656.969766:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126656.969777:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600384:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126656.971239:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126656.977400:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600384:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126656.977406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126656.977426:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126656.977524:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973003392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7895us (8522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126656.977536:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7099 00000100:00100000:0.0:1746126656.985060:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.001338:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.006551:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.012169:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.012260:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973004160 00000100:00100000:1.0:1746126657.012270:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973004160 00010000:00010000:1.0:1746126657.012303:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 69 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.012348:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7100 00000100:00100000:1.0:1746126657.012356:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973004160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.012371:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.012390:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 69 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.012408:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 69 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.012431:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec35f9 expref: 69 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.012504:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.012507:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.012514:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.012522:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.012556:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.012568:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 5 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.012579:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600768:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.012653:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.014778:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600768:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.014797:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.014837:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973004160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2481us (2677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.014850:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7100 00000100:00100000:1.0:1746126657.016662:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973004416 00000100:00100000:1.0:1746126657.016670:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973004416 00002000:00100000:1.0:1746126657.016782:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58700 x1830945973004416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.016792:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58700 with x1830945973004416 ext(0->4095) 00010000:00010000:1.0:1746126657.016801:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.016814:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.016820:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58700 00000100:00100000:1.0:1746126657.017011:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1892 00000100:00100000:1.0:1746126657.017017:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973004416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.017319:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973004416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 302us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.017325:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1892 00002000:00100000:1.0:1746126657.017330:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58700 x1830945973004416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.017337:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58700 with x1830945973004416 ext(0->4095) 00010000:00010000:1.0:1746126657.017341:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.017353:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.017358:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58700 00000100:00100000:0.0:1746126657.019376:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.019546:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973004544 00000100:00100000:1.0:1746126657.019554:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973004544 00010000:00010000:1.0:1746126657.019582:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.019616:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7101 00000100:00100000:1.0:1746126657.019622:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973004544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.019633:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.019653:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.019664:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.019686:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a22600/0x9cce4314879c6a38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3600 expref: 6 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.019704:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.019706:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.019713:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.019724:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.019757:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.019770:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600896:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.019850:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.022173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.022268:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973600896:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.022287:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.022337:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973004544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2713us (2967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.022347:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7101 00000100:00100000:0.0:1746126657.025914:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.026017:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973004928 00000100:00100000:1.0:1746126657.026026:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973004928 00000100:00100000:1.0:1746126657.026155:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5410 00000100:00100000:1.0:1746126657.026165:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973004928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.026183:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.026200:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec360e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.026230:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.026238:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.026240:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.026243:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.026272:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.026282:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 67 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.026292:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973601024:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.027142:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.031116:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973601024:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.031145:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.031160:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126657.031213:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973004928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5048us (5308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.031221:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5410 00000100:00100000:1.0:1746126657.034419:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973005056 00000100:00100000:1.0:1746126657.034429:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973005056 00002000:00100000:1.0:1746126657.034821:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943ced80 x1830945973005056/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 496/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.034831:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ced80 with x1830945973005056 ext(0->7) 00010000:00010000:1.0:1746126657.034840:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 68 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.034858:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 68 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.034865:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943ced80 00000100:00100000:1.0:1746126657.035723:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1893 00000100:00100000:1.0:1746126657.035732:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973005056:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126657.036694:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973005056:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 961us (2691us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1746126657.036701:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1893 00002000:00100000:1.0:1746126657.036708:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943ced80 x1830945973005056/t4294968006(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 496/448 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.036716:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ced80 with x1830945973005056 ext(0->7) 00010000:00010000:1.0:1746126657.036722:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.036733:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.036739:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943ced80 00000100:00100000:0.0:1746126657.041371:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.041435:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973005184 00000100:00100000:1.0:1746126657.041488:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973005184 00010000:00010000:1.0:1746126657.041524:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.041563:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7102 00000100:00100000:1.0:1746126657.041572:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1979:x1830945973005184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.041584:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.041607:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.041619:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.041643:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3607 expref: 70 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.041665:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.041667:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.041674:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.041682:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.041718:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.041731:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601152:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.042353:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.043040:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.043078:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973005312 00000100:00100000:1.0:1746126657.043083:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973005312 00000100:00100000:1.0:1746126657.043119:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5411 00000100:00100000:1.0:1746126657.043125:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31658:x1830945973005312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.043139:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.043149:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3615 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.043167:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.043173:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.043175:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.043178:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.043197:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.043207:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 5 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.043216:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973601280:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.043768:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4462480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.044130:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601152:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.044145:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.044168:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1979:x1830945973005184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2597us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.044175:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7102 00000100:00100000:0.0:1746126657.045165:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.045282:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973005568 00000100:00100000:1.0:1746126657.045287:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973005568 00002000:00100000:1.0:1746126657.045338:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecca80 x1830945973005568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.045348:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973005568 ext(0->4095) 00010000:00010000:1.0:1746126657.045355:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.045370:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.045376:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ecca80 00000100:00100000:1.0:1746126657.045579:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1894 00000100:00100000:1.0:1746126657.045586:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973005568:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.045732:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973005568:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.045742:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1894 00002000:00100000:1.0:1746126657.045748:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecca80 x1830945973005568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.045755:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973005568 ext(0->4095) 00010000:00010000:1.0:1746126657.045759:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.045768:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.045773:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ecca80 00000100:00100000:0.0:1746126657.047045:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.047114:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973005696 00000100:00100000:1.0:1746126657.047119:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973005696 00010000:00010000:1.0:1746126657.047142:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.047172:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7103 00000100:00100000:1.0:1746126657.047178:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973005696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.047190:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.047206:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.047216:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.047238:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6a46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec360e expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.047264:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.047266:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.047273:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.047281:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.047310:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.047325:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601408:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.047392:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4462480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.048434:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601408:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.048473:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.048612:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973005696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1433us (1568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.048620:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7103 00000100:00100000:0.0:1746126657.058434:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.062288:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.066214:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.067136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.067314:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973006464 00000100:00100000:1.0:1746126657.067319:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973006464 00010000:00010000:1.0:1746126657.067339:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.067768:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7104 00000100:00100000:1.0:1746126657.067775:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973006464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.067784:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.067876:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.067889:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.067906:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3615 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.067931:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.067933:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.067939:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.067946:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.067970:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.067980:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 5 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.067992:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601792:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.068067:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4462480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.069612:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601792:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.069704:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.069763:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973006464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1987us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.069772:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7104 00000100:00100000:0.0:1746126657.070596:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.074956:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.075334:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973006848 00000100:00100000:1.0:1746126657.075343:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973006848 00010000:00010000:1.0:1746126657.075375:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.075413:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7105 00000100:00100000:1.0:1746126657.075420:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973006848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.075434:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.075492:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.075504:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.075525:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3b800/0x9cce4314879c6a54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec361c expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.075544:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.075546:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.075553:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.075562:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.075598:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.075611:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601920:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.075690:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4462480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.077751:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973601920:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.077767:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.077904:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973006848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2482us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.077917:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7105 00000100:00100000:1.0:1746126657.082629:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973007104 00000100:00100000:1.0:1746126657.082644:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973007104 00002000:00100000:1.0:1746126657.082700:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59c00 x1830945973007104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.082710:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973007104 ext(0->4095) 00002000:00010000:1.0:1746126657.082716:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:1.0:1746126657.082754:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4028 00000100:00100000:1.0:1746126657.082762:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973007104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.082938:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973007104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (3509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.082945:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4028 00002000:00100000:1.0:1746126657.082951:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59c00 x1830945973007104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.082958:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973007104 ext(0->4095) 00002000:00010000:1.0:1746126657.082960:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:0.0:1746126657.084544:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.087097:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973007360 00000100:00100000:1.0:1746126657.087102:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973007360 00010000:00010000:1.0:1746126657.087126:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.087147:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7106 00000100:00100000:1.0:1746126657.087153:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973007360:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.087162:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.087189:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.087199:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.087218:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ae00/0x9cce4314879c6a5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3623 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.087238:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.087239:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.087246:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.087253:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.087277:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.087285:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602176:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.087327:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4462480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.088394:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.089299:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602176:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.089311:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.089341:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1982:x1830945973007360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2188us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.089348:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7106 00000100:00100000:0.0:1746126657.089420:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.092607:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973602304:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126657.092643:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.092659:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b3ac00, rc 0) 00000100:00100000:0.0:1746126657.093400:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945973007488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (5007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.093409:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5415 00000100:00100000:0.0:1746126657.093722:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973007872 00000100:00100000:0.0:1746126657.093728:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973007872 00000100:00100000:0.0:1746126657.093821:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5416 00000100:00100000:0.0:1746126657.093828:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31659:x1830945973007872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126657.093842:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126657.093856:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3638 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.093877:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.093882:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.093888:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126657.093891:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.093924:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.093935:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.093942:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6c00, rc 0) 00000100:00100000:0.0:1746126657.093964:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31659:x1830945973007872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.093969:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5416 00000100:00100000:1.0:1746126657.094162:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973008000 00000100:00100000:1.0:1746126657.094167:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973008000 00010000:00010000:1.0:1746126657.094188:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.094210:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7107 00000100:00100000:1.0:1746126657.094216:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973008000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.094224:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.094243:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.094254:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.094272:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3a000/0x9cce4314879c6a62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec362a expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.094300:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.094302:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.094308:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.094315:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.094339:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.094349:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.094360:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602560:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.095470:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.097110:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602560:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.097129:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.097177:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973008000:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2959us (3134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.097186:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7107 00000100:00100000:0.0:1746126657.097831:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.097917:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973008256 00000100:00100000:1.0:1746126657.097923:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973008256 00002000:00100000:1.0:1746126657.097956:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30700 x1830945973008256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.097966:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945973008256 ext(0->4095) 00010000:00010000:1.0:1746126657.097973:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.097985:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.097991:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b30700 00000100:00100000:1.0:1746126657.098019:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1898 00000100:00100000:1.0:1746126657.098026:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973008256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.098189:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973008256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.098198:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1898 00002000:00100000:1.0:1746126657.098203:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30700 x1830945973008256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.098209:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945973008256 ext(0->4095) 00010000:00010000:1.0:1746126657.098213:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.098222:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.098227:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b30700 00000100:00100000:1.0:1746126657.099628:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973008384 00000100:00100000:1.0:1746126657.099633:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973008384 00010000:00010000:1.0:1746126657.099652:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.099682:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7108 00000100:00100000:1.0:1746126657.099688:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973008384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.099697:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.099712:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.099723:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.099741:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b3ac00/0x9cce4314879c6a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3631 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.099755:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.099757:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.099763:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.099771:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.099801:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.099812:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602688:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.101559:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.106159:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.107405:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602688:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.107424:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.107601:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973008384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7912us (8033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.107609:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7108 00000100:00100000:0.0:1746126657.109413:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.111894:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.111957:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973008896 00000100:00100000:1.0:1746126657.111966:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973008896 00010000:00010000:1.0:1746126657.111998:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.112024:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7109 00000100:00100000:1.0:1746126657.112029:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973008896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.112042:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.112060:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.112070:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.112089:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6c00/0x9cce4314879c6a70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3638 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.112104:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.112106:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.112114:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.112123:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.112153:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.112164:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602944:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.112237:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.114724:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973602944:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.114741:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.114785:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973008896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2755us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.114798:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7109 00000100:00100000:0.0:1746126657.115023:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973009152 00000100:00100000:0.0:1746126657.115033:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973009152 00002000:00100000:0.0:1746126657.115070:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd500 x1830945973009152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.115086:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd500 with x1830945973009152 ext(0->4095) 00002000:00010000:0.0:1746126657.115091:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cd500 00000100:00100000:0.0:1746126657.115116:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4030 00000100:00100000:0.0:1746126657.115123:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973009152:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126657.115277:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973009152:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126657.115284:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4030 00002000:00100000:0.0:1746126657.115290:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cd500 x1830945973009152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.115296:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cd500 with x1830945973009152 ext(0->4095) 00002000:00010000:0.0:1746126657.115299:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cd500 00000100:00100000:0.0:1746126657.118021:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.118063:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973009408 00000100:00100000:1.0:1746126657.118073:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973009408 00000100:00100000:1.0:1746126657.118124:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5419 00000100:00100000:1.0:1746126657.118131:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31659:x1830945973009408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.118143:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.118154:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec364d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.118172:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.118176:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.118181:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.118184:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 74 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.118210:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.118220:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 74 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.118227:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126657.118275:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:31659:x1830945973009408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.118280:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5419 00000100:00100000:1.0:1746126657.127710:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973009536 00000100:00100000:1.0:1746126657.127719:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973009536 00010000:00010000:1.0:1746126657.127753:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.127783:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7110 00000100:00100000:1.0:1746126657.127790:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973009536:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.127802:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.127820:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.127831:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.127850:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6a77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec363f expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.127884:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.127886:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.127893:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.127900:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.127937:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.127953:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.127964:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603328:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.128047:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.132596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.134244:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603328:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.134264:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.134969:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973009536:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7178us (9267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.134979:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7110 00000100:00100000:0.0:1746126657.135706:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.135733:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973009920 00000100:00100000:1.0:1746126657.135738:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973009920 00010000:00010000:1.0:1746126657.135759:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.135787:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7111 00000100:00100000:1.0:1746126657.135793:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973009920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.135802:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.135820:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.135831:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.135852:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6a7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3646 expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.135881:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.135884:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.135890:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.135898:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.135929:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.135941:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603456:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.135994:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.139159:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603456:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.139180:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.139283:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973009920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3487us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.139293:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7111 00000100:00100000:0.0:1746126657.141402:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.143956:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.144060:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973010432 00000100:00100000:1.0:1746126657.144067:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973010432 00010000:00010000:1.0:1746126657.144089:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.144109:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7112 00000100:00100000:1.0:1746126657.144124:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973010432:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.144137:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.144155:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.144166:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.144188:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6a85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec364d expref: 72 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.144211:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.144213:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.144219:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.144227:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.144254:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.144264:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603712:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.144328:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.145983:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973603712:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.145996:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126657.146147:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973010688 00000100:00100000:0.0:1746126657.146153:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973010688 00002000:00100000:0.0:1746126657.146184:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cf800 x1830945973010688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.146193:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf800 with x1830945973010688 ext(0->4095) 00002000:00010000:0.0:1746126657.146197:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cf800 00000100:00100000:1.0:1746126657.146251:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973010432:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2135us (2295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.146262:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7112 00000100:00100000:0.0:1746126657.146394:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4032 00000100:00100000:0.0:1746126657.146401:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973010688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126657.146771:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973010688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 369us (842us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126657.146777:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4032 00002000:00100000:0.0:1746126657.146782:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cf800 x1830945973010688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.146788:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf800 with x1830945973010688 ext(0->4095) 00002000:00010000:0.0:1746126657.146791:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cf800 00000100:00100000:0.0:1746126657.149857:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.152914:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.153005:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973011072 00000100:00100000:1.0:1746126657.153011:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973011072 00010000:00010000:1.0:1746126657.153036:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.153057:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7113 00000100:00100000:1.0:1746126657.153063:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973011072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.153075:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.153095:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.153106:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.153125:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6a8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3654 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.153307:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.153309:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.153317:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.153325:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.153354:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.153366:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 72 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.153377:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604096:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.153826:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.154778:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604096:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.154792:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.154813:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973011072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1750us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.154820:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7113 00000100:00100000:0.0:1746126657.155038:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.156928:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.158347:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.158838:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973011584 00000100:00100000:1.0:1746126657.158844:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973011584 00010000:00010000:1.0:1746126657.158866:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.158890:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7114 00000100:00100000:1.0:1746126657.158896:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973011584:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.158905:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.158924:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.158935:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.158954:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6a93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec365b expref: 73 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.159580:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.159584:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.159591:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.159602:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.159632:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.159643:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.159655:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604352:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.159729:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.162216:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.162428:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604352:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.162477:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.162519:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973011584:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3621us (4173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.162529:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7114 00000100:00100000:0.0:1746126657.164995:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.165629:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.165688:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973012096 00000100:00100000:1.0:1746126657.165695:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973012096 00010000:00010000:1.0:1746126657.165717:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.165743:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7115 00000100:00100000:1.0:1746126657.165748:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973012096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.165759:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.165778:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.165789:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.165810:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6a9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3662 expref: 72 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.165824:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.165826:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.165833:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.165842:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.165872:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.165883:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604480:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.165939:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.168709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.168828:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604480:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.168844:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.168875:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973012096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3126us (3247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.168883:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7115 00000100:00100000:0.0:1746126657.171728:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.171822:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973012480 00000100:00100000:1.0:1746126657.171829:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973012480 00010000:00010000:1.0:1746126657.171854:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.171887:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7116 00000100:00100000:1.0:1746126657.171893:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973012480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.171903:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.171919:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.171928:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.171946:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24c00/0x9cce4314879c6aa1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3669 expref: 6 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.171959:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.171961:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.171967:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3670 expref: 71 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.171974:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3670 expref: 71 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.171999:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3670 expref: 71 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.172009:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973604736:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.172074:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.174675:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.181345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.186303:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.187537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.192685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.192767:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.195777:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.198230:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.198747:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.202202:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.205944:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.213888:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.213944:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973014784 00000100:00100000:1.0:1746126657.213953:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973014784 00002000:00100000:1.0:1746126657.213989:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5880 x1830945973014784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.213999:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945973014784 ext(0->4095) 00002000:00010000:1.0:1746126657.214003:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5880 00000100:00100000:1.0:1746126657.214035:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4034 00000100:00100000:1.0:1746126657.214042:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973014784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.214178:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973014784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.214184:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4034 00002000:00100000:1.0:1746126657.214189:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5880 x1830945973014784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.214196:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945973014784 ext(0->4095) 00002000:00010000:1.0:1746126657.214198:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5880 00000100:00100000:0.0:1746126657.217933:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.221398:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.225389:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973606016:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126657.225409:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126657.225467:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973015040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3917us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.225474:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7121 00000100:00100000:0.0:1746126657.226110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.231965:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.232016:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.235623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.240622:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.240675:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.247281:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.254890:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.259854:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.263544:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.268152:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.273739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.278875:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.285242:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973607296:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126657.285265:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126657.285310:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973017600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6288us (6438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.285319:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7126 00000100:00100000:0.0:1746126657.290148:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.306025:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.306078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.306144:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973018112 00000100:00100000:1.0:1746126657.306148:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973018112 00002000:00100000:1.0:1746126657.306173:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132816d80 x1830945973018112/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 496/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.306182:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816d80 with x1830945973018112 ext(0->7) 00010000:00010000:1.0:1746126657.306188:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6aee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36b6 expref: 74 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.306200:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6aee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36b6 expref: 74 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.306207:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816d80 00000100:00100000:1.0:1746126657.306234:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1910 00000100:00100000:1.0:1746126657.306239:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973018112:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126657.306566:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973018112:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 326us (487us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1746126657.306572:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1910 00002000:00100000:1.0:1746126657.306577:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132816d80 x1830945973018112/t4294968008(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 496/448 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.306583:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816d80 with x1830945973018112 ext(0->7) 00010000:00010000:1.0:1746126657.306588:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6aee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36b6 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.306596:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c6aee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36b6 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.306602:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816d80 00000100:00100000:0.0:1746126657.307527:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.311315:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.311366:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973018624 00000100:00100000:1.0:1746126657.311371:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973018624 00002000:00100000:1.0:1746126657.311400:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945973018624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.311408:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945973018624 ext(0->4095) 00010000:00010000:1.0:1746126657.311415:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36bd expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.311426:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36bd expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.311431:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132817b80 00000100:00100000:1.0:1746126657.311485:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1911 00000100:00100000:1.0:1746126657.311491:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973018624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.311957:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973018624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 465us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.311963:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1911 00002000:00100000:1.0:1746126657.311969:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945973018624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.311975:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945973018624 ext(0->4095) 00010000:00010000:1.0:1746126657.311980:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36bd expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.311988:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6af5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36bd expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.311998:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132817b80 00000100:00100000:0.0:1746126657.318023:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.321410:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.325621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.327695:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.330138:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.332249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.332584:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.332654:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973019776 00000100:00100000:0.0:1746126657.332657:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973019776 00000100:00100000:0.0:1746126657.332683:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5439 00000100:00100000:0.0:1746126657.332689:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31659:x1830945973019776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126657.332696:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126657.332702:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec36d9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.332713:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.332716:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.332721:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126657.332724:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d9 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.332742:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.332754:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d9 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.332762:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6600, rc 0) 00000100:00100000:0.0:1746126657.332795:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973019776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.332801:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5439 00000100:00100000:0.0:1746126657.335707:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.338482:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.342350:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973020288 00000100:00100000:0.0:1746126657.342357:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973020288 00010000:00010000:0.0:1746126657.342384:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:0.0:1746126657.342528:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7131 00000100:00100000:0.0:1746126657.342536:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973020288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126657.342547:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126657.342566:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.342576:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.342593:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6b0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d2 expref: 75 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.342628:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.342629:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.342635:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d9 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.342642:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d9 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.342668:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a6600/0x9cce4314879c6b11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36d9 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126657.342678:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973608576:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126657.343204:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.347153:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.350400:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.353823:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.357056:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.358009:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.360265:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.360598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.363930:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.365737:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.365805:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.365872:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973021824 00000100:00100000:1.0:1746126657.365876:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973021824 00000100:00100000:1.0:1746126657.365909:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5443 00000100:00100000:1.0:1746126657.365913:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:31658:x1830945973021824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.365923:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.365934:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec36f5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.365951:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.365957:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6b26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36ee expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.365961:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126657.365964:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.365989:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6b26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36ee expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.365998:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.366007:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126657.366031:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973021824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.366036:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5443 00000100:00100000:0.0:1746126657.368980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.373091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.373499:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7135 00000100:00100000:1.0:1746126657.373532:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973022336:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.373547:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.373566:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6b26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36ee expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.373575:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6b26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36ee expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.373592:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5200/0x9cce4314879c6b26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36ee expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.373617:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.373619:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.373625:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 73 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.373632:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 73 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.373657:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 73 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.373666:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973609600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.373792:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.375151:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973609600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.375165:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.375189:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973022336:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1683us (2101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.375197:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7135 00000100:00100000:0.0:1746126657.376029:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.378743:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.382075:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.382794:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973022848 00000100:00100000:1.0:1746126657.382801:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973022848 00010000:00010000:1.0:1746126657.382824:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 74 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.382889:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7136 00000100:00100000:1.0:1746126657.382897:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973022848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.382907:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.382923:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 74 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.382934:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 74 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.382951:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6b2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36f5 expref: 74 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.383560:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.383563:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.383570:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c6b34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36fc expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.383582:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c6b34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36fc expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.383608:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d5600/0x9cce4314879c6b34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec36fc expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.383618:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973609856:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.383714:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.387083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.388100:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.391290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.391317:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.396033:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.399157:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.403355:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.406060:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.409884:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.413773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.414593:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.414794:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973024768 00000100:00100000:1.0:1746126657.414798:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973024768 00002000:00100000:1.0:1746126657.414823:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28a80 x1830945973024768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.414832:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973024768 ext(0->4095) 00010000:00010000:1.0:1746126657.414838:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6b49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3711 expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.414846:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6b49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3711 expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.414852:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28a80 00000100:00100000:1.0:1746126657.414864:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1916 00000100:00100000:1.0:1746126657.414869:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973024768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.414995:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973024768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.415001:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1916 00002000:00100000:1.0:1746126657.415006:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28a80 x1830945973024768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.415012:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973024768 ext(0->4095) 00010000:00010000:1.0:1746126657.415016:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6b49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3711 expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.415024:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6b49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3711 expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.415029:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28a80 00000100:00100000:0.0:1746126657.417901:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.418613:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973024896 00000100:00100000:1.0:1746126657.418619:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973024896 00000100:00100000:1.0:1746126657.418660:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5449 00000100:00100000:1.0:1746126657.418667:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:31659:x1830945973024896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.418678:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.418690:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec371f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.418708:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.418712:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6b50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3718 expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.418718:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.418721:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec371f expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.418754:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6b50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3718 expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.418763:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec371f expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.418770:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126657.418791:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31659:x1830945973024896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.418796:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5449 00000100:00100000:0.0:1746126657.419082:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.421801:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.426327:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.429688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.429741:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973025664 00000100:00100000:1.0:1746126657.429748:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973025664 00002000:00100000:1.0:1746126657.429781:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28700 x1830945973025664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.429791:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28700 with x1830945973025664 ext(0->4095) 00002000:00010000:1.0:1746126657.429795:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28700 00000100:00100000:1.0:1746126657.429833:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4044 00000100:00100000:1.0:1746126657.429840:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973025664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.429988:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973025664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.429994:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4044 00002000:00100000:1.0:1746126657.429999:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28700 x1830945973025664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.430011:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28700 with x1830945973025664 ext(0->4095) 00002000:00010000:1.0:1746126657.430013:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28700 00000100:00100000:0.0:1746126657.432346:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.433027:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973025792 00000100:00100000:1.0:1746126657.433036:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973025792 00000100:00100000:1.0:1746126657.433074:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5450 00000100:00100000:1.0:1746126657.433080:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973025792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.433096:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.433346:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3726 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.433376:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec371f expref: 73 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.433383:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.433385:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.433388:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3726 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.433419:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec371f expref: 73 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.433431:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6b57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec371f expref: 73 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.433468:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973611264:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.433560:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.437403:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973611264:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.437432:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3726 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.437488:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126657.437729:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973025792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4648us (5390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.437736:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5450 00000100:00100000:0.0:1746126657.442132:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.442323:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973026048 00000100:00100000:1.0:1746126657.442332:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973026048 00000100:00100000:1.0:1746126657.442685:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5451 00000100:00100000:1.0:1746126657.442693:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31658:x1830945973026048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.442709:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.442725:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6b65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec372d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.442749:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3726 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.442756:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.442758:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.442761:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6b65 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec372d expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.442789:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3726 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.442801:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6b5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3726 expref: 5 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.442813:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973611520:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.442868:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.443501:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.447767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.447807:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.457385:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.462032:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.462121:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973027200 00000100:00100000:1.0:1746126657.462130:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973027200 00002000:00100000:1.0:1746126657.462169:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b800 x1830945973027200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.462179:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b800 with x1830945973027200 ext(0->4095) 00002000:00010000:1.0:1746126657.462184:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2b800 00000100:00100000:1.0:1746126657.462210:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4045 00000100:00100000:1.0:1746126657.462216:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973027200:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.462374:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973027200:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.462381:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4045 00002000:00100000:1.0:1746126657.462386:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b800 x1830945973027200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.462393:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b800 with x1830945973027200 ext(0->4095) 00002000:00010000:1.0:1746126657.462396:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2b800 00000100:00100000:0.0:1746126657.464698:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.469024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.472749:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.473134:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.476903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.477992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.480670:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.485572:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.491510:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.491664:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973028736 00000100:00100000:1.0:1746126657.491673:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973028736 00002000:00100000:1.0:1746126657.491714:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71880 x1830945973028736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.495544:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71880 with x1830945973028736 ext(0->4095) 00002000:00010000:1.0:1746126657.495552:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71880 00000100:00100000:1.0:1746126657.495611:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4047 00000100:00100000:1.0:1746126657.495626:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973028736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.495844:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1982:x1830945973028736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (4343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.495851:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4047 00002000:00100000:1.0:1746126657.495858:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71880 x1830945973028736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.495866:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71880 with x1830945973028736 ext(0->4095) 00002000:00010000:1.0:1746126657.495868:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71880 00000100:00100000:0.0:1746126657.501146:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.503172:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973028864 00000100:00100000:1.0:1746126657.503189:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973028864 00000100:00100000:1.0:1746126657.503248:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5456 00000100:00100000:1.0:1746126657.503256:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973028864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.503274:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.503291:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3750 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.503320:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6b81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3749 expref: 73 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.503327:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.503329:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.503332:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6b88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3750 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.503359:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6b81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3749 expref: 73 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.503369:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6b81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3749 expref: 73 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.503381:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973612800:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.503490:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.505266:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.505393:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973612800:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.505415:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6b88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3750 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.505428:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126657.505487:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973028864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2231us (4351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.505494:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5456 00000100:00100000:0.0:1746126657.512493:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.512545:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973029120 00000100:00100000:1.0:1746126657.512556:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973029120 00000100:00100000:1.0:1746126657.512609:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5457 00000100:00100000:1.0:1746126657.512617:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973029120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.512636:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.512657:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3757 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.513279:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.513287:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3750 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.513293:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126657.513296:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3757 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.513337:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6b88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3750 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.513350:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3757 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.513360:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126657.513414:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973029120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 797us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.513421:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5457 00000100:00100000:1.0:1746126657.516608:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.519904:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.522327:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.525578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.527726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.527787:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973030016 00000100:00100000:1.0:1746126657.527793:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973030016 00000100:00100000:1.0:1746126657.528058:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5458 00000100:00100000:1.0:1746126657.528065:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973030016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.528075:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.528090:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec375e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.528118:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3757 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.528126:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.528128:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.528131:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec375e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.528158:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3757 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.528169:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6b8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3757 expref: 75 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.528180:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973613312:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.528248:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.530311:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973613312:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.530339:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec375e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.530356:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126657.530400:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973030016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2335us (2677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.530407:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5458 00000100:00100000:0.0:1746126657.531028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.533408:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.535752:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.535811:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973030528 00000100:00100000:1.0:1746126657.535819:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973030528 00000100:00100000:0.0:1746126657.535830:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.535997:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973030656 00000100:00100000:1.0:1746126657.536001:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973030656 00000100:00100000:1.0:1746126657.536018:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5459 00000100:00100000:1.0:1746126657.536024:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973030528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.536036:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.536050:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6b9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3765 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.536076:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec375e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.536083:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.536085:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.536089:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6b9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3765 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.536117:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec375e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.536128:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6b96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec375e expref: 5 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.536140:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973613568:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.536209:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.538821:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973613568:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.538844:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6b9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3765 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.538861:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126657.538890:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973030528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2866us (3142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.538897:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5459 00000100:00100000:0.0:1746126657.539218:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.541342:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.545314:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.545399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.545506:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973031168 00000100:00100000:1.0:1746126657.545516:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973031168 00000100:00100000:1.0:1746126657.545565:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5461 00000100:00100000:1.0:1746126657.545571:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973031168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.545588:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.545603:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6bab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3773 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.545626:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.545631:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6ba4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec376c expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.545637:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126657.545640:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6bab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3773 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.545671:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6ba4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec376c expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.545681:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6bab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3773 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.545695:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:1.0:1746126657.545729:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973031168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.545734:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5461 00000100:00100000:0.0:1746126657.548302:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.553790:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.553850:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.556074:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.558886:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.562815:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.564613:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.566903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.569645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.573686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.579255:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.579420:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.579532:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973033216 00000100:00100000:1.0:1746126657.579541:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973033216 00000100:00100000:1.0:1746126657.579590:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973033344 00000100:00100000:1.0:1746126657.579593:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973033344 00000100:00100000:1.0:1746126657.579609:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5464 00000100:00100000:1.0:1746126657.579617:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31658:x1830945973033216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.579636:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.579652:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3788 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.579680:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6bb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3781 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.579688:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.579690:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.579693:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.579729:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3781 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.579741:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3781 expref: 5 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.579753:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973614848:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.579835:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.580746:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973614848:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.580761:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.580770:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126657.580791:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973033216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1175us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.580797:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5464 00000100:00100000:0.0:1746126657.582273:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.584688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.584856:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973033728 00000100:00100000:1.0:1746126657.584864:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973033728 00002000:00100000:1.0:1746126657.584899:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defbb80 x1830945973033728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.584909:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defbb80 with x1830945973033728 ext(0->4095) 00010000:00010000:1.0:1746126657.584917:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.584932:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.584939:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defbb80 00000100:00100000:1.0:1746126657.585002:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1927 00000100:00100000:1.0:1746126657.585009:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973033728:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.585178:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973033728:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.585184:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1927 00002000:00100000:1.0:1746126657.585189:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defbb80 x1830945973033728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.585196:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defbb80 with x1830945973033728 ext(0->4095) 00010000:00010000:1.0:1746126657.585201:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.585209:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6bc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3788 expref: 79 pid: 11071 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.585215:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defbb80 00000100:00100000:0.0:1746126657.587605:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.590904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.594072:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.595377:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973034240 00000100:00100000:1.0:1746126657.595386:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973034240 00000100:00100000:1.0:1746126657.595439:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5466 00000100:00100000:1.0:1746126657.595470:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973034240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.595485:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.595501:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6bce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3796 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.595532:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6bc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec378f expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.595540:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.595541:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.595545:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6bce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3796 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.595577:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6bc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec378f expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.595589:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6bc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec378f expref: 77 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.595601:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973615360:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.595683:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.598754:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973615360:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.598780:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6bce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3796 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.598796:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126657.598840:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973034240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3373us (4774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.598848:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5466 00000100:00100000:0.0:1746126657.599395:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.603783:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.603861:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.603995:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973034496 00000100:00100000:1.0:1746126657.604001:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973034496 00000100:00100000:0.0:1746126657.604882:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973034752 00000100:00100000:0.0:1746126657.604886:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973034752 00002000:00100000:0.0:1746126657.604920:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7800 x1830945973034752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.604929:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7800 with x1830945973034752 ext(0->4095) 00002000:00010000:0.0:1746126657.604934:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7800 00000100:00100000:0.0:1746126657.604961:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4053 00000100:00100000:0.0:1746126657.604968:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973034752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126657.605114:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973034752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (1252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126657.605120:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4053 00002000:00100000:0.0:1746126657.605125:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7800 x1830945973034752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126657.605132:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7800 with x1830945973034752 ext(0->4095) 00002000:00010000:0.0:1746126657.605135:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7800 00000100:00100000:0.0:1746126657.607220:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.608181:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.614044:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.617847:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.622343:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.624709:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.629151:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.631486:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.633170:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.633277:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.633401:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973036288 00000100:00100000:1.0:1746126657.633407:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973036288 00000100:00100000:1.0:1746126657.633471:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5470 00000100:00100000:1.0:1746126657.633477:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31658:x1830945973036288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.633489:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.633505:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6bf1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37b2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.633525:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6be3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ab expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.633852:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.633853:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.633864:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6bf1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37b2 expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.633912:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6be3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ab expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.633923:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6be3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ab expref: 5 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.633941:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973616512:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.634202:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.636067:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973616512:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.636090:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6bf1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37b2 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.636105:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126657.636145:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973036288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2668us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.636151:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5470 00000100:00100000:0.0:1746126657.636664:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.638650:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.641159:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.643587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.646810:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.646897:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973037312 00000100:00100000:1.0:1746126657.646905:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973037312 00000100:00100000:1.0:1746126657.647125:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5472 00000100:00100000:1.0:1746126657.647134:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973037312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.647152:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.647170:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37c0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.647197:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6bea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37b9 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.647204:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.647206:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.647210:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.647244:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6bea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37b9 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.647255:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6bea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37b9 expref: 77 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.647267:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973616896:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.647575:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.650241:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973616896:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.650268:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.650289:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126657.650337:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973037312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3203us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.650344:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5472 00000100:00100000:0.0:1746126657.650960:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.654071:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.656033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.656117:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973037824 00000100:00100000:1.0:1746126657.656122:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973037824 00000100:00100000:1.0:1746126657.656289:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5473 00000100:00100000:1.0:1746126657.656295:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973037824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.656305:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.656320:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6bff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37c7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.656645:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.656652:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.656654:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.656657:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6bff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c7 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.656683:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.656693:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c0 expref: 5 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.656708:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617152:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.656774:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.657351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.658340:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617152:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.658354:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6bff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37c7 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.658361:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126657.658383:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973037824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.658388:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5473 00000100:00100000:0.0:1746126657.660015:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.664648:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.668908:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.671913:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.674865:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.674980:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973038848 00000100:00100000:1.0:1746126657.674988:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973038848 00000100:00100000:1.0:1746126657.675031:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5475 00000100:00100000:1.0:1746126657.675037:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973038848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.675049:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.675063:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37d5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.675088:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6c06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ce expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.675095:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.675097:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.675100:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37d5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.675131:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6c06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ce expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.675141:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6c06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ce expref: 77 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.675152:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617664:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.675227:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.676794:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617664:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.676814:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37d5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.676828:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126657.676858:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973038848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.676866:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5475 00000100:00100000:0.0:1746126657.678138:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.682812:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.682910:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.683155:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973039360 00000100:00100000:1.0:1746126657.683163:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973039360 00000100:00100000:1.0:1746126657.683197:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5476 00000100:00100000:1.0:1746126657.683203:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973039360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.683219:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.683234:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6c14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37dc expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.683261:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37d5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.683268:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.683270:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.683273:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6c14 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37dc expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.683301:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37d5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.683311:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37d5 expref: 5 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.683322:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617920:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126657.683378:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ab403e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.686774:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973617920:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126657.686802:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6c14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37dc expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.686818:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126657.686869:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31658:x1830945973039360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3664us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.686877:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5476 00000100:00100000:0.0:1746126657.690177:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.690256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.690643:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973039488 00000100:00100000:1.0:1746126657.690655:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973039488 00000100:00100000:1.0:1746126657.690718:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5477 00000100:00100000:1.0:1746126657.690726:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973039488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.690745:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.690761:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37e3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.690786:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.690791:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6c14 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37dc expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.690796:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.690800:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.690833:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6c14 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37dc expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.690843:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.690851:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126657.690901:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31659:x1830945973039488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.690907:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5477 00000100:00100000:0.0:1746126657.701502:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.709154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.711311:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.711504:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4059 00000100:00100000:0.0:1746126657.711513:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1982:x1830945973040256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.711707:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973618304:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.711724:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.711759:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1979:x1830945973040000:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2432us (2613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.711768:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7169 00000100:00100000:1.0:1746126657.711816:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973040256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 306us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.711822:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4059 00002000:00100000:1.0:1746126657.711827:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717800 x1830945973040256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.711835:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717800 with x1830945973040256 ext(0->4095) 00002000:00010000:1.0:1746126657.711838:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093717800 00000100:00100000:0.0:1746126657.713518:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.715991:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.716070:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973040512 00000100:00100000:1.0:1746126657.716076:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973040512 00010000:00010000:1.0:1746126657.716096:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 78 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.716112:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7170 00000100:00100000:1.0:1746126657.716117:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973040512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.716127:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.716143:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 78 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.716153:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 78 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.716171:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6c1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37e3 expref: 78 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.716184:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.716185:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.716191:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.716199:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.716228:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.716236:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973618560:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.717123:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.717955:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.718026:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973618560:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.718037:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.718278:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973040512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2158us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.718286:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7170 00000100:00100000:0.0:1746126657.721920:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.722000:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973041024 00000100:00100000:1.0:1746126657.722004:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973041024 00000100:00100000:1.0:1746126657.722020:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5480 00000100:00100000:1.0:1746126657.722025:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973041024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.722030:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.722036:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec37f8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.722046:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.722049:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.722062:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.722064:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.722082:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.722095:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.722103:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126657.722132:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:31658:x1830945973041024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.722138:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5480 00000100:00100000:0.0:1746126657.724636:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.724683:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973041152 00000100:00100000:1.0:1746126657.724689:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973041152 00010000:00010000:1.0:1746126657.724712:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.724740:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7171 00000100:00100000:1.0:1746126657.724744:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973041152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.724753:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.724771:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.724781:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.724799:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ea expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.724824:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.724826:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.724832:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.724839:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.724862:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.724870:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 78 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.724879:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973618944:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.724932:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.726662:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973618944:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.726680:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.726721:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973041152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1974us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.726729:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7171 00000100:00100000:0.0:1746126657.726970:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.729659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.729716:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.729946:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973041664 00000100:00100000:1.0:1746126657.729950:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973041664 00010000:00010000:1.0:1746126657.729966:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.729983:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7172 00000100:00100000:1.0:1746126657.729988:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1980:x1830945973041664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.729995:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.730011:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.730021:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.730037:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6c29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f1 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.730048:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.730049:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.730054:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.730061:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.730080:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.730088:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 78 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.730099:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619200:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.730182:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.733683:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.733700:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619200:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.733718:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.733759:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1980:x1830945973041664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3770us (4041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.733769:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7172 00000100:00100000:0.0:1746126657.736616:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.736676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.736749:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973042176 00000100:00100000:1.0:1746126657.736753:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973042176 00010000:00010000:1.0:1746126657.736768:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.736786:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7173 00000100:00100000:1.0:1746126657.736791:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945973042176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.736800:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.736822:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.736833:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.736853:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6c30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37f8 expref: 80 pid: 11071 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.736866:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.736868:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.736874:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.736881:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.736899:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.736909:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 5 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.736921:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619456:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.736974:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.738929:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619456:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.738946:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.738979:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1981:x1830945973042176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2186us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.738987:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7173 00000100:00100000:0.0:1746126657.739136:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.741555:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.741656:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973042560 00000100:00100000:1.0:1746126657.741663:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973042560 00010000:00010000:1.0:1746126657.741683:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.741711:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7174 00000100:00100000:1.0:1746126657.741716:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973042560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.741729:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.741745:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.741755:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.741776:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6c37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec37ff expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.741789:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.741791:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.741797:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.741804:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.741832:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.741842:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619584:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.741919:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.743211:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619584:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.743225:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.743249:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973042560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1533us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.743260:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7174 00000100:00100000:0.0:1746126657.744130:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.745835:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.748248:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.748719:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973043072 00000100:00100000:1.0:1746126657.748725:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973043072 00010000:00010000:1.0:1746126657.748896:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 78 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.748916:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7175 00000100:00100000:1.0:1746126657.748921:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973043072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.748931:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.748951:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 78 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.748960:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 78 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.748979:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6c3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3806 expref: 78 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.748994:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.748996:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.749002:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.749009:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.749033:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.749043:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619840:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.749106:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.750496:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973619840:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.750831:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126657.750947:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.750971:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973043072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2047us (2722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.750980:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7175 00000100:00100000:0.0:1746126657.752353:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.754747:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.755708:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.755924:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973043712 00000100:00100000:1.0:1746126657.755929:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973043712 00010000:00010000:1.0:1746126657.756493:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.756514:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7176 00000100:00100000:1.0:1746126657.756519:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973043712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.756527:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.756546:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.756557:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.756575:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6c45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec380d expref: 6 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.756598:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.756600:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.756606:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.756613:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.756634:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.756643:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 78 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.756654:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620224:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.756716:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.758195:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.758650:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620224:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.758664:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.758690:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973043712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2171us (2982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.758698:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7176 00000100:00100000:0.0:1746126657.760275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.760342:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973044096 00000100:00100000:1.0:1746126657.760348:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973044096 00010000:00010000:1.0:1746126657.760924:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.760948:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7177 00000100:00100000:1.0:1746126657.760954:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1982:x1830945973044096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.760965:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.760981:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.760991:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.761011:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6c4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3814 expref: 79 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.761037:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.761039:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.761053:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.761060:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.761087:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.761097:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620352:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.761166:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.763066:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620352:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.763076:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.763108:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973044096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2154us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.763120:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7177 00000100:00100000:0.0:1746126657.763438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.767047:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.769598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.772816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.772999:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973044736 00000100:00100000:1.0:1746126657.773008:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973044736 00010000:00010000:1.0:1746126657.773039:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.773064:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7178 00000100:00100000:1.0:1746126657.773070:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1982:x1830945973044736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.773083:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.773102:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.773113:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.773136:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6c53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec381b expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.773172:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.773174:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.773182:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.773189:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.773222:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.773235:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620608:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.773325:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.776213:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620608:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.776234:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.776759:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1982:x1830945973044736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3686us (3953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.776769:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7178 00000100:00100000:0.0:1746126657.777084:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.779896:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.780781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.782195:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.782702:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973045376 00000100:00100000:1.0:1746126657.782707:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973045376 00010000:00010000:1.0:1746126657.782726:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.782755:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7179 00000100:00100000:1.0:1746126657.782761:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973045376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.782770:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.782792:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.782802:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.782819:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6c5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3822 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.782844:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.782846:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.782852:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.782859:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.782881:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.782890:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 80 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.782988:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620992:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.783044:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.784996:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973620992:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.785010:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.785289:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973045376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2527us (3093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.785299:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7179 00000100:00100000:0.0:1746126657.785520:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.790619:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.790708:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973045760 00000100:00100000:1.0:1746126657.790718:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973045760 00010000:00010000:1.0:1746126657.790752:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.790792:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7180 00000100:00100000:1.0:1746126657.790800:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1980:x1830945973045760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.790816:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.790836:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.790849:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.790873:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6c61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3829 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.790920:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.790923:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.790930:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.790939:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.791208:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.791221:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621120:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.791584:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.794654:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621120:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.794674:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.794723:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1980:x1830945973045760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3923us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.794886:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7180 00000100:00100000:0.0:1746126657.795241:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.797574:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.799731:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.799927:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973046272 00000100:00100000:1.0:1746126657.799934:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973046272 00010000:00010000:1.0:1746126657.799954:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.799975:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7181 00000100:00100000:1.0:1746126657.799980:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945973046272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.799990:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.800009:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.800020:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.800040:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6c68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3830 expref: 80 pid: 16421 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.800066:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.800068:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.800075:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.800083:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.800108:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.800118:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621376:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.800159:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.803325:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621376:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.803345:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126657.804275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.804578:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973046272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4595us (4846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.804591:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7181 00000100:00100000:0.0:1746126657.806860:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.808836:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.811009:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.811062:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973046912 00000100:00100000:1.0:1746126657.811068:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973046912 00010000:00010000:1.0:1746126657.811094:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.811127:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7182 00000100:00100000:1.0:1746126657.811132:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973046912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.811142:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.811163:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.811174:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.811193:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6c6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3837 expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.811222:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.811225:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.811232:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.811240:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.811267:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.811278:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 80 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.811289:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621760:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.811364:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.816849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.816928:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621760:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.816948:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.817011:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973046912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5877us (6002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.817022:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7182 00000100:00100000:0.0:1746126657.823305:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.824317:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973047296 00000100:00100000:1.0:1746126657.824329:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973047296 00010000:00010000:1.0:1746126657.824368:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.824408:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7183 00000100:00100000:1.0:1746126657.824416:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1979:x1830945973047296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.824433:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.824767:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.824779:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.824801:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6c76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec383e expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.824834:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.824836:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.824843:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.824850:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.824880:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.824890:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621888:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.824980:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b3fbd000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.827204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.828066:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973621888:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.828085:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.828111:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1979:x1830945973047296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3696us (4816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.828122:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7183 00000100:00100000:0.0:1746126657.832613:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.836419:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.836534:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973047808 00000100:00100000:1.0:1746126657.836540:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973047808 00010000:00010000:1.0:1746126657.836567:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00000100:00100000:1.0:1746126657.836705:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7184 00000100:00100000:1.0:1746126657.836711:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1982:x1830945973047808:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126657.836722:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126657.836742:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.836752:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.836772:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6c7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3845 expref: 80 pid: 8441 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.836868:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.836870:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.836878:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.836885:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.836913:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126657.836924:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973622144:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126657.838679:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126657.840298:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973622144:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126657.840319:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126657.840369:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1982:x1830945973047808:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3656us (3950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.840379:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7184 00000100:00100000:0.0:1746126657.840676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.841248:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.844245:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.846583:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.846763:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973048448 00000100:00100000:0.0:1746126657.846766:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973048448 00010000:00010000:0.0:1746126657.846784:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:0.0:1746126657.846830:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7185 00000100:00100000:0.0:1746126657.846835:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973048448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126657.846843:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126657.846862:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.846873:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.846888:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec384c expref: 6 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:0.0:1746126657.846908:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.846910:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.846916:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.846923:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.846942:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 80 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.846952:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 80 pid: 8440 timeout: 669 lvb_type: 0 00000100:00100000:0.0:1746126657.846962:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973622528:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126657.847010:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126657.850701:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.850768:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973048704 00000100:00100000:1.0:1746126657.850777:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973048704 00002000:00100000:1.0:1746126657.851072:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3b80 x1830945973048704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.851084:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973048704 ext(0->4095) 00010000:00010000:1.0:1746126657.851094:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.851108:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.851115:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3b80 00000100:00100000:1.0:1746126657.851142:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1940 00000100:00100000:1.0:1746126657.851148:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945973048704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.852209:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+81:1982:x1830945973048704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1059us (1516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.852219:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1940 00002000:00100000:1.0:1746126657.852226:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3b80 x1830945973048704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.852233:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973048704 ext(0->4095) 00010000:00010000:1.0:1746126657.852238:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00010000:00010000:1.0:1746126657.852248:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6c8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3853 expref: 81 pid: 8440 timeout: 669 lvb_type: 0 00002000:00010000:1.0:1746126657.852254:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3b80 00000100:00100000:0.0:1746126657.854808:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.859688:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.859784:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973049088 00000100:00100000:1.0:1746126657.859792:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973049088 00002000:00100000:1.0:1746126657.859832:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945973049088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.859841:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973049088 ext(0->4095) 00002000:00010000:1.0:1746126657.859845:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:1.0:1746126657.859876:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4069 00000100:00100000:1.0:1746126657.859883:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945973049088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.860030:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:1981:x1830945973049088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.860036:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4069 00002000:00100000:1.0:1746126657.860040:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945973049088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.860052:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973049088 ext(0->4095) 00002000:00010000:1.0:1746126657.860055:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:0.0:1746126657.862576:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.888939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.890788:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.893632:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.893734:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973049856 00000100:00100000:1.0:1746126657.893741:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973049856 00002000:00100000:1.0:1746126657.893781:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0700 x1830945973049856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.893790:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0700 with x1830945973049856 ext(0->4095) 00010000:00010000:1.0:1746126657.893797:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3861 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126657.893809:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3861 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126657.893815:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0700 00000100:00100000:1.0:1746126657.893833:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1942 00000100:00100000:1.0:1746126657.893839:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973049856:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126657.896087:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973049856:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 2239us (2453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.896097:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1942 00002000:00100000:1.0:1746126657.896106:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0700 x1830945973049856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.896115:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0700 with x1830945973049856 ext(0->4095) 00010000:00010000:1.0:1746126657.896123:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3861 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126657.896143:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6c99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3861 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126657.896150:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0700 00000100:00100000:0.0:1746126657.899291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.902676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.902863:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973050240 00000100:00100000:1.0:1746126657.902871:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973050240 00002000:00100000:1.0:1746126657.902911:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3480 x1830945973050240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.902922:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973050240 ext(0->4095) 00002000:00010000:1.0:1746126657.902926:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:1.0:1746126657.902952:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4070 00000100:00100000:1.0:1746126657.902959:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:1982:x1830945973050240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126657.903102:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+82:1982:x1830945973050240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.903108:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4070 00002000:00100000:1.0:1746126657.903113:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3480 x1830945973050240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.903120:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973050240 ext(0->4095) 00002000:00010000:1.0:1746126657.903123:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:0.0:1746126657.907488:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.912623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.916656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.922180:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.922224:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.927741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.929510:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.934047:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.938635:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.943571:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.945195:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.948369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.952749:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.953236:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973052416 00000100:00100000:1.0:1746126657.953244:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973052416 00002000:00100000:1.0:1746126657.953286:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8000 x1830945973052416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.953302:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945973052416 ext(0->4095) 00002000:00010000:1.0:1746126657.953307:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:1.0:1746126657.953336:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4073 00000100:00100000:1.0:1746126657.953344:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973052416:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.953531:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973052416:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.953537:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4073 00002000:00100000:1.0:1746126657.953542:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8000 x1830945973052416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.953549:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945973052416 ext(0->4095) 00002000:00010000:1.0:1746126657.953552:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126657.955907:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.955991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.956345:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5502 00000100:00100000:1.0:1746126657.956354:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973052672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126657.956362:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126657.956369:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6cca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3892 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.956380:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126657.956385:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6cc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec388b expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.956390:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126657.956393:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6cca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3892 expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.956418:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6cc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec388b expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.956429:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6cca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3892 expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126657.956438:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126657.956494:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973052672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126657.956500:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5502 00000100:00100000:0.0:1746126657.959017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.963611:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.967736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.973126:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.975337:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.978011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.980783:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126657.981484:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973053952 00000100:00100000:1.0:1746126657.981491:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973053952 00002000:00100000:1.0:1746126657.981528:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ca80 x1830945973053952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/0 e 0 to 0 dl 1746126668 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.981537:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ca80 with x1830945973053952 ext(0->4095) 00002000:00010000:1.0:1746126657.981541:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ca80 00000100:00100000:1.0:1746126657.981568:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4075 00000100:00100000:1.0:1746126657.981575:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973053952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126657.981749:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973053952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126657.981755:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4075 00002000:00100000:1.0:1746126657.981760:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ca80 x1830945973053952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:418/0 lens 488/4536 e 0 to 0 dl 1746126668 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126657.981773:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ca80 with x1830945973053952 ext(0->4095) 00002000:00010000:1.0:1746126657.981775:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ca80 00000100:00100000:0.0:1746126657.982336:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.983114:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973054208 00000100:00100000:0.0:1746126657.983117:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973054208 00000100:00100000:0.0:1746126657.983145:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5505 00000100:00100000:0.0:1746126657.983150:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973054208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126657.983157:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126657.983163:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c6cdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec38a7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.983175:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126657.983179:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6cd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38a0 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.983185:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126657.983187:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c6cdf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38a7 expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.983210:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6cd8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38a0 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.983222:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a6a00/0x9cce4314879c6cdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38a7 expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126657.983231:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a6a00, rc 0) 00000100:00100000:0.0:1746126657.983263:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973054208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126657.983272:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5505 00000100:00100000:0.0:1746126657.985205:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.988381:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.991187:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.993219:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.995425:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.997927:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126657.999877:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.002151:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.005580:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.005748:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973055744 00000100:00100000:1.0:1746126658.005758:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973055744 00000100:00100000:1.0:1746126658.005798:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5508 00000100:00100000:1.0:1746126658.005806:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31658:x1830945973055744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.005823:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.005838:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6cf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec38bc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.005865:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.005870:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6ced lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38b5 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.005876:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.005879:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6cf4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38bc expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.005913:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6ced lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38b5 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.005925:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6cf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38bc expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.005934:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126658.005976:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973055744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.005983:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5508 00000100:00100000:0.0:1746126658.006276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.009229:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.014301:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.014878:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.017120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.019249:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.019327:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.023266:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.027787:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.034855:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.038732:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.042789:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.043010:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.045017:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.045072:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973058304 00000100:00100000:1.0:1746126658.045078:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973058304 00000100:00100000:1.0:1746126658.045115:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5513 00000100:00100000:1.0:1746126658.045122:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973058304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.045135:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.045148:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6d17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec38df expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.045168:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.045172:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.045178:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.045181:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6d17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38df expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.045207:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.045218:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6d17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38df expref: 86 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.045227:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126658.045258:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973058304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.045264:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5513 00000100:00100000:0.0:1746126658.046716:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.050669:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.051597:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973058688 00000100:00100000:1.0:1746126658.051606:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973058688 00002000:00100000:1.0:1746126658.051652:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289c00 x1830945973058688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.051662:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289c00 with x1830945973058688 ext(0->4095) 00010000:00010000:1.0:1746126658.051672:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.051684:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.051691:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289c00 00000100:00100000:1.0:1746126658.051719:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1950 00000100:00100000:1.0:1746126658.051726:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945973058688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.052681:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945973058688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 953us (2011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.052688:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1950 00002000:00100000:1.0:1746126658.052694:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289c00 x1830945973058688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.052701:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289c00 with x1830945973058688 ext(0->4095) 00010000:00010000:1.0:1746126658.052706:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.052715:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6d10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38d8 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.052725:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289c00 00000100:00100000:0.0:1746126658.056550:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.061601:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.061648:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973059072 00000100:00100000:1.0:1746126658.061655:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973059072 00002000:00100000:1.0:1746126658.061688:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28ad80 x1830945973059072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.061696:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945973059072 ext(0->4095) 00002000:00010000:1.0:1746126658.061699:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28ad80 00000100:00100000:1.0:1746126658.061720:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4080 00000100:00100000:1.0:1746126658.061726:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1981:x1830945973059072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.061888:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1981:x1830945973059072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.061894:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4080 00002000:00100000:1.0:1746126658.061899:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28ad80 x1830945973059072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.061906:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945973059072 ext(0->4095) 00002000:00010000:1.0:1746126658.061909:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28ad80 00000100:00100000:0.0:1746126658.063948:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.066618:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.072102:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.072998:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.076852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.076942:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.077027:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973059840 00000100:00100000:1.0:1746126658.077036:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973059840 00000100:00100000:1.0:1746126658.077088:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5516 00000100:00100000:1.0:1746126658.077094:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973059840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.077108:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.077122:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6d2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec38f4 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.077146:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.077149:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6d25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38ed expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.077154:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.077156:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6d2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38f4 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.077182:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6d25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38ed expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.077190:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6d2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec38f4 expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.077196:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126658.077209:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973059840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.077213:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5516 00000100:00100000:0.0:1746126658.079291:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.080932:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.083157:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.085630:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.087876:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.090938:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973061120 00000100:00100000:0.0:1746126658.090946:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973061120 00002000:00100000:0.0:1746126658.090984:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b800 x1830945973061120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.090995:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b800 with x1830945973061120 ext(0->4095) 00002000:00010000:0.0:1746126658.091000:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b800 00000100:00100000:0.0:1746126658.091018:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4083 00000100:00100000:0.0:1746126658.091024:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973061120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126658.091191:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973061120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.091198:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4083 00002000:00100000:0.0:1746126658.091203:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b800 x1830945973061120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.091211:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b800 with x1830945973061120 ext(0->4095) 00002000:00010000:0.0:1746126658.091214:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b800 00000100:00100000:0.0:1746126658.096922:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.097032:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.100800:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.104185:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.108038:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.112255:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.116359:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.116487:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.119852:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126658.120838:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.120857:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:2.0:1746126658.120882:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:31658:x1830945973062400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3244us (4533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.120888:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5521 00000100:00100000:1.0:1746126658.120973:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973062784 00000100:00100000:1.0:1746126658.120981:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973062784 00002000:00100000:1.0:1746126658.121012:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640380 x1830945973062784/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.121021:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640380 with x1830945973062784 ext(0->4095) 00010000:00010000:1.0:1746126658.121028:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6d48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3910 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.121044:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6d48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3910 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.121050:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640380 00000100:00100000:1.0:1746126658.121080:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1955 00000100:00100000:1.0:1746126658.121087:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973062784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.121229:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973062784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.121236:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1955 00002000:00100000:1.0:1746126658.121240:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640380 x1830945973062784/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.121247:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640380 with x1830945973062784 ext(0->4095) 00010000:00010000:1.0:1746126658.121252:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6d48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3910 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.121260:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6d48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3910 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.121265:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640380 00000100:00100000:0.0:1746126658.123594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.127289:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.127691:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063168 00000100:00100000:1.0:1746126658.127698:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063168 00002000:00100000:1.0:1746126658.127732:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641500 x1830945973063168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.127741:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830945973063168 ext(0->4095) 00002000:00010000:1.0:1746126658.127746:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641500 00000100:00100000:1.0:1746126658.127768:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4084 00000100:00100000:1.0:1746126658.127773:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1982:x1830945973063168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.127913:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1982:x1830945973063168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (626us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.127918:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4084 00002000:00100000:1.0:1746126658.127923:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641500 x1830945973063168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.127930:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830945973063168 ext(0->4095) 00002000:00010000:1.0:1746126658.127932:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641500 00000100:00100000:0.0:1746126658.129502:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.129684:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063296 00000100:00100000:2.0:1746126658.129690:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063296 00000100:00100000:2.0:1746126658.129720:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5522 00000100:00100000:2.0:1746126658.129726:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973063296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.129738:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.129753:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec391e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.129777:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 83 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.129784:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.129786:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.129790:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.129816:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 83 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.129827:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 83 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.129842:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973629696:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.129909:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.131964:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973629696:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.131991:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.132005:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00000100:00100000:2.0:1746126658.132043:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973063296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2316us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.132051:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5522 00000100:00100000:0.0:1746126658.132217:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.132646:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7214 00000100:00100000:1.0:1746126658.132654:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1981:x1830945973063424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.132664:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.132683:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 84 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.132694:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 84 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.132714:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6d4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3917 expref: 84 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.132739:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.132740:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.132747:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.132755:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.132780:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.132789:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973629824:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.132845:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.134902:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.135574:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973629824:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.135592:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.135636:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:1981:x1830945973063424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2983us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.135645:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7214 00000100:00100000:0.0:1746126658.136796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.137209:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063808 00000100:00100000:2.0:1746126658.137213:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063808 00000100:00100000:2.0:1746126658.137533:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5523 00000100:00100000:2.0:1746126658.137539:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+83:31658:x1830945973063808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.137550:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.137564:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3925 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.137587:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.137594:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.137596:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.137599:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.137630:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.137641:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.137651:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973629952:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.137704:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.139309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.140683:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973063936 00000100:00100000:1.0:1746126658.140692:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973063936 00000100:00100000:1.0:1746126658.140725:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5524 00000100:00100000:1.0:1746126658.140730:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31659:x1830945973063936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.140743:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.140755:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec392c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.140775:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.140779:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.140788:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.140792:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.140821:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.140831:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.140839:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126658.140872:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973063936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (1567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.140877:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5524 00000100:00100000:2.0:1746126658.141711:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.142253:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973064064 00000100:00100000:1.0:1746126658.142257:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973064064 00010000:00010000:1.0:1746126658.142275:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.142300:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7215 00000100:00100000:1.0:1746126658.142305:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973064064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.142313:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.142331:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.142341:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.142358:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6d56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec391e expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.142549:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.142552:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.142558:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.142565:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.142590:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 84 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.142600:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 84 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.142610:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630208:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.143001:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.144948:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630208:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.144964:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.145004:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973064064:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2697us (3293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.145013:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7215 00000100:00100000:0.0:1746126658.145150:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.145387:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973064320 00000100:00100000:1.0:1746126658.145393:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973064320 00002000:00100000:1.0:1746126658.145426:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945973064320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.145436:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945973064320 ext(0->4095) 00010000:00010000:1.0:1746126658.145701:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.145714:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.145721:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232dc00 00000100:00100000:1.0:1746126658.145734:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1956 00000100:00100000:1.0:1746126658.145740:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945973064320:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.145883:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945973064320:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.145889:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1956 00002000:00100000:1.0:1746126658.145894:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945973064320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.145901:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945973064320 ext(0->4095) 00010000:00010000:1.0:1746126658.145905:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.145913:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.145918:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232dc00 00000100:00100000:2.0:1746126658.149274:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.149364:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973064448 00000100:00100000:1.0:1746126658.149373:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973064448 00010000:00010000:1.0:1746126658.149404:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.149490:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7216 00000100:00100000:1.0:1746126658.149500:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1981:x1830945973064448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.149516:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.149538:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.149549:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.149571:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6d5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3925 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.149598:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.149601:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.149607:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 84 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.149615:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 84 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.149647:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 84 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.149664:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630336:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.149742:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.151660:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630336:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.151675:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.151723:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+84:1981:x1830945973064448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2225us (2460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.151732:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7216 00000100:00100000:2.0:1746126658.154529:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.160332:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.173374:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.176931:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.178165:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973065088 00000100:00100000:1.0:1746126658.178177:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973065088 00010000:00010000:1.0:1746126658.178214:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.178262:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7217 00000100:00100000:1.0:1746126658.178269:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1980:x1830945973065088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.178282:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.178301:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.178312:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.178333:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6d64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec392c expref: 86 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.178367:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.178370:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.178380:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.178388:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.178421:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.178434:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630592:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.178565:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.180290:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630592:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.180306:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.180346:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1980:x1830945973065088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2077us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.180355:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7217 00000100:00100000:0.0:1746126658.180429:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.180917:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973065344 00000100:00100000:1.0:1746126658.180921:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973065344 00002000:00100000:1.0:1746126658.180949:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ce00 x1830945973065344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.180959:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ce00 with x1830945973065344 ext(0->4095) 00002000:00010000:1.0:1746126658.180963:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232ce00 00000100:00100000:1.0:1746126658.180986:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4087 00000100:00100000:1.0:1746126658.180991:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973065344:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126658.181110:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973065344:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.181115:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4087 00002000:00100000:1.0:1746126658.181120:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ce00 x1830945973065344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.181126:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ce00 with x1830945973065344 ext(0->4095) 00002000:00010000:1.0:1746126658.181129:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232ce00 00000100:00100000:0.0:1746126658.182161:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.185052:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.185805:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973065600 00000100:00100000:1.0:1746126658.185814:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973065600 00010000:00010000:1.0:1746126658.185839:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.185874:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7218 00000100:00100000:1.0:1746126658.185880:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973065600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.185892:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.185911:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.185922:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:0.0:1746126658.185928:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126658.185943:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6d6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3933 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.185958:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.185960:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.185966:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.185979:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.186006:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.186009:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973065728 00000100:00100000:2.0:1746126658.186012:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973065728 00000100:00100000:1.0:1746126658.186016:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630848:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.186031:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5527 00000100:00100000:2.0:1746126658.186035:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973065728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.186046:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.186055:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3941 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.186069:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.186069:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8780 going to sleep for 11 seconds 00010000:00010000:2.0:1746126658.186074:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.186075:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.186078:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.186101:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.186111:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.186119:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973630976:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.186138:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.187266:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973630848:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.187267:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126658.187279:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.187301:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973065600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1420us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.187312:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7218 00000100:00100000:2.0:1746126658.187503:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973630976:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.187520:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.187528:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3a00, rc 0) 00000100:00100000:2.0:1746126658.187552:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:31658:x1830945973065728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1516us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.187557:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5527 00000100:00100000:0.0:1746126658.189381:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.189424:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.189473:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973066240 00000100:00100000:1.0:1746126658.189480:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973066240 00010000:00010000:1.0:1746126658.189506:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.189536:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7219 00000100:00100000:1.0:1746126658.189542:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973066240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.189551:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.189568:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.189577:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.189598:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6d72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec393a expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.189616:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.189619:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.189625:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.189631:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.189682:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973066112 00000100:00100000:2.0:1746126658.189686:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973066112 00000100:00100000:2.0:1746126658.189711:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5528 00000100:00100000:2.0:1746126658.189716:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973066112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.189727:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.189736:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3948 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.189751:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.189757:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.189759:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.189762:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.189779:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.189789:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.189804:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973631104:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.189902:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.189910:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.189917:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631232:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.189970:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.190036:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.191271:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973631104:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.191299:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.191313:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3200, rc 0) 00000100:00100000:1.0:1746126658.191314:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631232:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.191322:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.191545:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973066112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1828us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.191545:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973066240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2002us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.191552:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5528 00000100:00100000:1.0:1746126658.191552:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7219 00000100:00100000:0.0:1746126658.191665:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.191752:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973066496 00000100:00100000:1.0:1746126658.191757:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973066496 00002000:00100000:1.0:1746126658.191782:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d180 x1830945973066496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.191791:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d180 with x1830945973066496 ext(0->4095) 00010000:00010000:1.0:1746126658.191798:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.191808:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.191815:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d180 00000100:00100000:1.0:1746126658.191841:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1959 00000100:00100000:1.0:1746126658.191848:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973066496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.192024:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973066496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.192030:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1959 00002000:00100000:1.0:1746126658.192035:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d180 x1830945973066496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.192042:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d180 with x1830945973066496 ext(0->4095) 00010000:00010000:1.0:1746126658.192046:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.192055:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.192060:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d180 00000100:00100000:0.0:1746126658.194299:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.194339:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.194349:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973066624 00000100:00100000:1.0:1746126658.194355:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973066624 00010000:00010000:1.0:1746126658.194378:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.194472:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973066752 00000100:00100000:2.0:1746126658.194476:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973066752 00000100:00100000:0.0:1746126658.194518:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5529 00000100:00100000:0.0:1746126658.194525:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31658:x1830945973066752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126658.194537:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126658.194548:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec394f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.194575:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7220 00000100:00100000:1.0:1746126658.194581:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973066624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.194589:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126658.194601:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126658.194607:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194612:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126658.194619:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 88 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.194655:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.194663:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.194679:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6d79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3941 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.194688:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194700:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 87 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194712:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126658.194713:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126658.194719:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194726:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194748:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.194758:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:0.0:1746126658.194768:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b84e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973631488:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.194775:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.194890:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973066624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 308us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.194898:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7220 00000100:00100000:0.0:1746126658.194907:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.196251:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b84e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973631488:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.196263:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a7a00, rc 0) 00000100:00100000:2.0:1746126658.196298:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973066752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1773us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.196304:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5529 00000100:00100000:0.0:1746126658.196855:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.196982:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067008 00000100:00100000:1.0:1746126658.196987:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067008 00002000:00100000:1.0:1746126658.197019:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e680 x1830945973067008/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.197028:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e680 with x1830945973067008 ext(0->4095) 00010000:00010000:1.0:1746126658.197035:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.197046:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.197052:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b84e680 00000100:00100000:1.0:1746126658.197067:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1960 00000100:00100000:1.0:1746126658.197073:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973067008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.197208:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973067008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.197213:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1960 00002000:00100000:1.0:1746126658.197218:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e680 x1830945973067008/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.197225:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e680 with x1830945973067008 ext(0->4095) 00010000:00010000:1.0:1746126658.197229:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.197238:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.197243:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b84e680 00000100:00100000:0.0:1746126658.199622:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.199708:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067136 00000100:00100000:1.0:1746126658.199717:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067136 00010000:00010000:1.0:1746126658.199743:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.199804:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7221 00000100:00100000:1.0:1746126658.199812:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973067136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.199824:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.199842:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.199857:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.199879:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3948 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.199904:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.199906:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.199911:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.199919:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.199950:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.199962:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631616:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.200345:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.202589:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631616:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.202606:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.202647:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973067136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2834us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.202657:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7221 00000100:00100000:0.0:1746126658.202827:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.203025:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067392 00000100:00100000:2.0:1746126658.203031:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067392 00002000:00100000:2.0:1746126658.203068:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276dc00 x1830945973067392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.203077:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276dc00 with x1830945973067392 ext(0->4095) 00002000:00010000:2.0:1746126658.203081:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276dc00 00000100:00100000:2.0:1746126658.203104:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4088 00000100:00100000:2.0:1746126658.203110:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973067392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.203234:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973067392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.203239:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4088 00002000:00100000:2.0:1746126658.203244:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276dc00 x1830945973067392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.203250:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276dc00 with x1830945973067392 ext(0->4095) 00002000:00010000:2.0:1746126658.203253:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276dc00 00000100:00100000:0.0:1746126658.205658:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.206127:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067520 00000100:00100000:2.0:1746126658.206134:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067520 00000100:00100000:2.0:1746126658.206173:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5530 00000100:00100000:2.0:1746126658.206180:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973067520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.206194:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.206207:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3956 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.206232:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.206239:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.206241:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.206244:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.206272:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.206284:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 85 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.206295:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973631744:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.206626:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.208570:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973631744:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.208598:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.208610:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3c00, rc 0) 00000100:00100000:2.0:1746126658.208638:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973067520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.208644:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5530 00000100:00100000:0.0:1746126658.208940:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.209033:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067648 00000100:00100000:1.0:1746126658.209039:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067648 00010000:00010000:1.0:1746126658.209086:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.209104:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7222 00000100:00100000:1.0:1746126658.209111:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973067648:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.209121:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.209140:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.209151:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.209285:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6d87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec394f expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.209418:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.209420:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.209428:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.209435:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.209509:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.209520:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631872:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.209618:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.210902:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973631872:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.210917:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.210952:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:1982:x1830945973067648:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1840us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.210963:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7222 00000100:00100000:0.0:1746126658.211078:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.211211:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973067904 00000100:00100000:2.0:1746126658.211217:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973067904 00002000:00100000:2.0:1746126658.211251:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276d180 x1830945973067904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.211270:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945973067904 ext(0->4095) 00002000:00010000:2.0:1746126658.211275:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276d180 00000100:00100000:2.0:1746126658.211298:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4089 00000100:00100000:2.0:1746126658.211305:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973067904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.211494:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973067904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.211501:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4089 00002000:00100000:2.0:1746126658.211506:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276d180 x1830945973067904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.211513:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945973067904 ext(0->4095) 00002000:00010000:2.0:1746126658.211516:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276d180 00000100:00100000:0.0:1746126658.212832:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.213542:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.213607:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068032 00000100:00100000:1.0:1746126658.213614:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068032 00000100:00100000:1.0:1746126658.213640:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068160 00000100:00100000:1.0:1746126658.213642:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068160 00000100:00100000:1.0:1746126658.213821:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5531 00000100:00100000:2.0:1746126658.213827:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5532 00000100:00100000:1.0:1746126658.213828:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973068032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126658.213832:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973068160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.213844:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.213851:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.213860:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3964 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.213860:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec395d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.213882:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.213888:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.213890:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.213893:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.213898:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.213901:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.213905:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.213908:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 88 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.213927:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.213937:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 5 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.213948:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973632128:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.213954:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.213963:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 88 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.213971:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3200, rc 0) 00000100:00100000:2.0:1746126658.213990:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:31658:x1830945973068160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.213996:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5532 00000100:00100000:1.0:1746126658.214000:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.215516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.215614:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973632128:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.215633:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.215645:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00000100:00100000:2.0:1746126658.215662:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068288 00000100:00100000:2.0:1746126658.215667:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068288 00000100:00100000:1.0:1746126658.215681:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31659:x1830945973068032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1853us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.215687:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5531 00010000:00010000:2.0:1746126658.215950:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.216157:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7223 00000100:00100000:2.0:1746126658.216164:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973068288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.216174:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.216195:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.216205:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.216225:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6d8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3956 expref: 6 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.216256:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.216257:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.216264:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.216272:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.216300:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.216310:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.216320:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632256:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.217675:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.219245:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632256:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.219258:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126658.219270:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.219335:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068544 00000100:00100000:1.0:1746126658.219342:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068544 00000100:00100000:2.0:1746126658.219344:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973068288:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3179us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.219351:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7223 00002000:00100000:1.0:1746126658.219378:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7480 x1830945973068544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.219388:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7480 with x1830945973068544 ext(0->4095) 00010000:00010000:1.0:1746126658.219396:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.219409:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.219420:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e7480 00000100:00100000:1.0:1746126658.219473:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1961 00000100:00100000:1.0:1746126658.219479:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973068544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.219645:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973068544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.219651:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1961 00002000:00100000:1.0:1746126658.219656:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7480 x1830945973068544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.219663:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7480 with x1830945973068544 ext(0->4095) 00010000:00010000:1.0:1746126658.219667:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.221030:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.221038:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e7480 00000100:00100000:1.0:1746126658.224013:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.224040:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068672 00000100:00100000:1.0:1746126658.224049:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068672 00000100:00100000:1.0:1746126658.224084:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5533 00000100:00100000:1.0:1746126658.224091:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973068672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.224109:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.224123:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec396b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.224152:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.224157:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.224164:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126658.224167:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.224204:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.224216:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.224226:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126658.224271:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973068672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.224276:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5533 00000100:00100000:2.0:1746126658.225057:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973068800 00000100:00100000:2.0:1746126658.225061:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973068800 00010000:00010000:2.0:1746126658.225078:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.225109:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7224 00000100:00100000:2.0:1746126658.225114:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973068800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.225123:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.225144:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.225155:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.225173:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6d9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec395d expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.225204:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.225206:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.225214:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.225221:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.225243:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.225255:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.225271:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632512:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.225344:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.229336:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632512:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.229363:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.229421:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973068800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4305us (4480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.229432:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7224 00000100:00100000:0.0:1746126658.230962:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.231018:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069056 00000100:00100000:1.0:1746126658.231027:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069056 00002000:00100000:1.0:1746126658.231068:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945973069056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.231078:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945973069056 ext(0->4095) 00010000:00010000:1.0:1746126658.231088:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.231106:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.231112:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094777480 00000100:00100000:1.0:1746126658.231143:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1962 00000100:00100000:1.0:1746126658.231151:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973069056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.231320:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973069056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.231326:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1962 00002000:00100000:1.0:1746126658.231331:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945973069056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.231338:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945973069056 ext(0->4095) 00010000:00010000:1.0:1746126658.231342:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.231350:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 86 pid: 8441 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.231366:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094777480 00000100:00100000:0.0:1746126658.235776:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.235923:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069184 00000100:00100000:2.0:1746126658.235933:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069184 00000100:00100000:2.0:1746126658.235993:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5534 00000100:00100000:2.0:1746126658.236001:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973069184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.236019:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.236035:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3972 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236061:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.236066:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236072:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126658.236075:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 87 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236116:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236132:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 87 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236142:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00000100:00100000:2.0:1746126658.236187:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31658:x1830945973069184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.236193:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5534 00000100:00100000:0.0:1746126658.236507:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.236572:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069312 00000100:00100000:2.0:1746126658.236576:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069312 00010000:00010000:2.0:1746126658.236590:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 87 pid: 8441 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.236678:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7225 00000100:00100000:2.0:1746126658.236686:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973069312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.236698:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.236719:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 87 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.236729:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 87 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.236746:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6d95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3964 expref: 87 pid: 8441 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.236770:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.236773:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.236779:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236787:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236806:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.236816:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.236827:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632768:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.236899:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.239120:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.239134:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632768:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.239160:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.239214:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069568 00000100:00100000:1.0:1746126658.239221:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069568 00002000:00100000:1.0:1746126658.239261:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945973069568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126658.239262:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973069312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2576us (2755us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126658.239271:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945973069568 ext(0->4095) 00000100:00100000:2.0:1746126658.239272:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7225 00010000:00010000:1.0:1746126658.239279:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.239290:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.239295:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0380 00000100:00100000:1.0:1746126658.239322:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1963 00000100:00100000:1.0:1746126658.239329:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973069568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.239717:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973069568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 388us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.239723:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1963 00002000:00100000:1.0:1746126658.239728:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945973069568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.239736:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945973069568 ext(0->4095) 00010000:00010000:1.0:1746126658.239740:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.239749:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.239754:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0380 00000100:00100000:0.0:1746126658.242548:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.242693:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069696 00000100:00100000:2.0:1746126658.242702:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069696 00010000:00010000:2.0:1746126658.242734:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.242773:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7226 00000100:00100000:2.0:1746126658.242780:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973069696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.242795:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.242819:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.242829:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.242851:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6da3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec396b expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.242866:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.242868:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.242874:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.242882:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.242914:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.242926:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973632896:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.243010:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.248388:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.248525:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973069952 00000100:00100000:1.0:1746126658.248532:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973069952 00002000:00100000:1.0:1746126658.248626:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1f80 x1830945973069952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.248642:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945973069952 ext(0->4095) 00002000:00010000:1.0:1746126658.248646:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1f80 00000100:00100000:1.0:1746126658.248674:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4090 00000100:00100000:1.0:1746126658.248681:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973069952:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.248853:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973069952:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.248859:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4090 00002000:00100000:1.0:1746126658.248864:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1f80 x1830945973069952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.248871:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1f80 with x1830945973069952 ext(0->4095) 00002000:00010000:1.0:1746126658.248874:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1f80 00000100:00100000:0.0:1746126658.250866:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.250951:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973070080 00000100:00100000:1.0:1746126658.250958:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973070080 00000100:00100000:1.0:1746126658.251006:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5535 00000100:00100000:1.0:1746126658.251013:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973070080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.251027:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.251042:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3979 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.251070:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.251077:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.251078:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.251082:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3979 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.251110:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.251121:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3972 expref: 85 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.251133:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633024:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.252174:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.254059:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633024:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.254087:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3979 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.254103:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126658.254145:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973070080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.254153:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5535 00000100:00100000:0.0:1746126658.254826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.258990:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.259143:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973070464 00000100:00100000:1.0:1746126658.259150:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973070464 00002000:00100000:1.0:1746126658.259186:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1c00 x1830945973070464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.259196:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1c00 with x1830945973070464 ext(0->4095) 00002000:00010000:1.0:1746126658.259201:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1c00 00000100:00100000:1.0:1746126658.259229:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4091 00000100:00100000:1.0:1746126658.259236:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973070464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.259404:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973070464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.259410:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4091 00002000:00100000:1.0:1746126658.259415:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1c00 x1830945973070464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.259422:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1c00 with x1830945973070464 ext(0->4095) 00002000:00010000:1.0:1746126658.259425:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1c00 00000100:00100000:0.0:1746126658.260073:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.260130:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973070592 00000100:00100000:1.0:1746126658.260134:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973070592 00000100:00100000:1.0:1746126658.260167:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5536 00000100:00100000:1.0:1746126658.260173:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31658:x1830945973070592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.260183:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.260197:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6db8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3980 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.260219:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3979 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.260225:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.260227:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.260230:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6db8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3980 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.260256:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3979 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.260272:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6db1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3979 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.260283:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633280:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.260357:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.261757:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633280:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.261776:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6db8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3980 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.261794:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00000100:00100000:1.0:1746126658.261833:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31658:x1830945973070592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1660us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.261840:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5536 00000100:00100000:0.0:1746126658.262733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.262788:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.262834:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973070720 00000100:00100000:1.0:1746126658.262840:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973070720 00000100:00100000:1.0:1746126658.262880:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5537 00000100:00100000:1.0:1746126658.262886:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973070720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.262900:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.263088:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3987 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.263109:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.263114:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6db8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3980 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.263124:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.263127:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3987 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.263156:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c6db8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3980 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.263167:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3987 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.263176:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:1.0:1746126658.263205:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31659:x1830945973070720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 319us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.263211:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5537 00000100:00100000:0.0:1746126658.266319:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.268659:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.271975:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.274579:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.274627:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973071616 00000100:00100000:2.0:1746126658.274636:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973071616 00000100:00100000:2.0:1746126658.274687:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5538 00000100:00100000:2.0:1746126658.274694:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973071616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.274711:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.274727:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec398e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.274752:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3987 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.274759:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.274761:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.274764:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec398e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.274791:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3987 expref: 85 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.274801:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182600/0x9cce4314879c6dbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3987 expref: 85 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.274812:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633792:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.274895:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.277347:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.277719:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973633792:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.277757:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec398e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.277773:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3600, rc 0) 00000100:00100000:2.0:1746126658.278949:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973071616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4252us (4376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.278961:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5538 00000100:00100000:0.0:1746126658.282987:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.283040:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973072000 00000100:00100000:1.0:1746126658.283047:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973072000 00002000:00100000:1.0:1746126658.283082:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913800 x1830945973072000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.283092:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913800 with x1830945973072000 ext(0->4095) 00002000:00010000:1.0:1746126658.283096:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d913800 00000100:00100000:1.0:1746126658.283283:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4093 00000100:00100000:1.0:1746126658.283290:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973072000:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126658.283835:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973072000:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 543us (848us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.283844:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4093 00002000:00100000:1.0:1746126658.283850:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913800 x1830945973072000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.283857:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913800 with x1830945973072000 ext(0->4095) 00002000:00010000:1.0:1746126658.283860:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d913800 00000100:00100000:0.0:1746126658.285170:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.285224:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973072128 00000100:00100000:2.0:1746126658.285234:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973072128 00000100:00100000:2.0:1746126658.285266:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5539 00000100:00100000:2.0:1746126658.285272:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+85:31658:x1830945973072128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.285284:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.285302:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3995 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.285423:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec398e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.285431:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.285433:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.285436:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 86 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.285490:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec398e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.285501:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec398e expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.285512:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973634048:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.285594:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.286252:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.286387:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973072256 00000100:00100000:2.0:1746126658.286393:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973072256 00000100:00100000:2.0:1746126658.286816:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5540 00000100:00100000:2.0:1746126658.286824:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31659:x1830945973072256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.286833:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.286844:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec399c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.286862:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.286866:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.286872:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.286874:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec399c expref: 88 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.286904:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.286914:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec399c expref: 88 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.286923:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2c00, rc 0) 00000100:00100000:2.0:1746126658.286955:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:31659:x1830945973072256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.286960:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5540 00000100:00100000:2.0:1746126658.289135:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973634048:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.289168:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.289188:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3200, rc 0) 00000100:00100000:2.0:1746126658.289227:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31658:x1830945973072128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3955us (4060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.289235:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5539 00000100:00100000:0.0:1746126658.289534:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.294402:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.294599:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973072640 00000100:00100000:1.0:1746126658.294607:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973072640 00002000:00100000:1.0:1746126658.294644:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910700 x1830945973072640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.294653:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910700 with x1830945973072640 ext(0->4095) 00010000:00010000:1.0:1746126658.294661:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.294674:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.294680:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910700 00000100:00100000:1.0:1746126658.294710:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1965 00000100:00100000:1.0:1746126658.294717:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973072640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.294860:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1982:x1830945973072640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.294866:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1965 00002000:00100000:1.0:1746126658.294871:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910700 x1830945973072640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.294883:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910700 with x1830945973072640 ext(0->4095) 00010000:00010000:1.0:1746126658.294887:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.294895:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6dcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3995 expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.294900:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910700 00000100:00100000:0.0:1746126658.296997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.302570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.305988:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.306172:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973073152 00000100:00100000:2.0:1746126658.306181:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973073152 00000100:00100000:2.0:1746126658.306347:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5541 00000100:00100000:2.0:1746126658.306355:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973073152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.306371:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.306388:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6ddb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39a3 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.306415:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec399c expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.306422:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.306424:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.306427:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6ddb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39a3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.306491:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec399c expref: 85 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.306504:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6dd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec399c expref: 85 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.306521:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973634560:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.306598:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.308244:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973634560:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.308276:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6ddb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39a3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.308289:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:2.0:1746126658.308637:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973073152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2281us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.309029:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5541 00000100:00100000:0.0:1746126658.309322:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.312199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.312297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.312335:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973073536 00000100:00100000:2.0:1746126658.312345:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973073536 00002000:00100000:2.0:1746126658.312380:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910380 x1830945973073536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.312390:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945973073536 ext(0->4095) 00002000:00010000:2.0:1746126658.312394:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910380 00000100:00100000:2.0:1746126658.312404:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4095 00000100:00100000:2.0:1746126658.312408:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973073536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.312570:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973073536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.312575:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4095 00002000:00100000:2.0:1746126658.312580:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910380 x1830945973073536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.312594:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945973073536 ext(0->4095) 00010000:00010000:2.0:1746126658.312598:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6ddb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39a3 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.312608:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6ddb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39a3 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.312614:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910380 00000100:00100000:0.0:1746126658.314533:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.315435:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.319664:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.319751:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973074176 00000100:00100000:1.0:1746126658.319760:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973074176 00002000:00100000:1.0:1746126658.319804:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ed80 x1830945973074176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.319814:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973074176 ext(0->4095) 00010000:00010000:1.0:1746126658.319823:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6de2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39aa expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.319835:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6de2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39aa expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.319842:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ed80 00000100:00100000:1.0:1746126658.320430:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1966 00000100:00100000:1.0:1746126658.320464:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945973074176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.320618:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945973074176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.320624:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1966 00002000:00100000:1.0:1746126658.320630:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ed80 x1830945973074176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.320638:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973074176 ext(0->4095) 00010000:00010000:1.0:1746126658.320643:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39aa expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.320652:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6de2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39aa expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.320657:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ed80 00000100:00100000:0.0:1746126658.322235:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.325365:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.325599:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973074560 00000100:00100000:2.0:1746126658.325606:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973074560 00002000:00100000:2.0:1746126658.325640:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c380 x1830945973074560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.325650:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973074560 ext(0->4095) 00002000:00010000:2.0:1746126658.325655:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00000100:00100000:2.0:1746126658.325669:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4096 00000100:00100000:2.0:1746126658.325675:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973074560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.325835:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973074560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.325841:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4096 00002000:00100000:2.0:1746126658.325846:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c380 x1830945973074560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.325851:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973074560 ext(0->4095) 00002000:00010000:2.0:1746126658.325854:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00000100:00100000:0.0:1746126658.327783:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.331199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.335645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.336189:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.336258:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973075200 00000100:00100000:0.0:1746126658.336265:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973075200 00002000:00100000:0.0:1746126658.336305:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1880 x1830945973075200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.336314:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1880 with x1830945973075200 ext(0->4095) 00002000:00010000:0.0:1746126658.336319:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f1880 00000100:00100000:0.0:1746126658.336687:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1967 00000100:00100000:0.0:1746126658.336693:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973075200:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126658.337364:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973075200:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 670us (1175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.337370:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1967 00002000:00100000:0.0:1746126658.337376:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1880 x1830945973075200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.337383:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1880 with x1830945973075200 ext(0->4095) 00010000:00010000:0.0:1746126658.337389:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6df0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39b8 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.337400:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6df0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39b8 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:0.0:1746126658.337405:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f1880 00000100:00100000:0.0:1746126658.339981:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.341389:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5546 00000100:00100000:1.0:1746126658.341398:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:31659:x1830945973075328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.341412:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.341426:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39c6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.341468:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.341473:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.341479:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.341483:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39c6 expref: 87 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.341515:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.341529:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39c6 expref: 87 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.341535:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:1.0:1746126658.341571:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:31659:x1830945973075328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.341577:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5546 00000100:00100000:0.0:1746126658.342543:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.346925:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.348005:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973075712 00000100:00100000:2.0:1746126658.348013:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973075712 00002000:00100000:2.0:1746126658.348049:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945973075712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.348059:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945973075712 ext(0->4095) 00010000:00010000:2.0:1746126658.348067:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.348079:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.348086:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:2.0:1746126658.348691:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1968 00000100:00100000:2.0:1746126658.348700:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945973075712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.348875:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+87:1981:x1830945973075712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (1951us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.348881:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1968 00002000:00100000:2.0:1746126658.348887:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945973075712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.348895:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945973075712 ext(0->4095) 00010000:00010000:2.0:1746126658.348900:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.348909:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6df7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39bf expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.348920:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:0.0:1746126658.354271:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.358101:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.358924:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973076096 00000100:00100000:2.0:1746126658.358930:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973076096 00002000:00100000:2.0:1746126658.358958:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d3b80 x1830945973076096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.358966:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d3b80 with x1830945973076096 ext(0->4095) 00002000:00010000:2.0:1746126658.358970:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d3b80 00000100:00100000:2.0:1746126658.359000:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4098 00000100:00100000:2.0:1746126658.359006:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973076096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.359119:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973076096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.359125:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4098 00002000:00100000:2.0:1746126658.359130:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d3b80 x1830945973076096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.359136:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d3b80 with x1830945973076096 ext(0->4095) 00002000:00010000:2.0:1746126658.359139:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d3b80 00000100:00100000:0.0:1746126658.361514:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.361649:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973076224 00000100:00100000:2.0:1746126658.361657:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973076224 00000100:00100000:2.0:1746126658.361704:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5547 00000100:00100000:2.0:1746126658.361712:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973076224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.361727:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.361744:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39cd expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.361777:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39c6 expref: 85 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.361784:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.361786:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.361789:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.361818:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39c6 expref: 85 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.361829:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182e00/0x9cce4314879c6dfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39c6 expref: 85 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.361840:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973636096:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.361922:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.368138:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973636096:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.368176:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.368194:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00000100:00100000:2.0:1746126658.368249:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973076224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6536us (6815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.368257:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5547 00000100:00100000:0.0:1746126658.368334:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.369716:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.369736:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973076480 00000100:00100000:2.0:1746126658.369807:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973076480 00000100:00100000:0.0:1746126658.373277:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.373827:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973076736 00000100:00100000:2.0:1746126658.373835:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973076736 00002000:00100000:2.0:1746126658.373876:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2d80 x1830945973076736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.373885:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2d80 with x1830945973076736 ext(0->4095) 00010000:00010000:2.0:1746126658.373893:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.373905:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.373911:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d2d80 00000100:00100000:2.0:1746126658.373948:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1969 00000100:00100000:2.0:1746126658.373955:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973076736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.374270:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973076736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 314us (996us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.374276:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1969 00002000:00100000:2.0:1746126658.374282:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2d80 x1830945973076736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.374289:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2d80 with x1830945973076736 ext(0->4095) 00010000:00010000:2.0:1746126658.374293:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.374302:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39cd expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.374313:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d2d80 00000100:00100000:0.0:1746126658.376676:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.381146:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.381213:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973077120 00000100:00100000:0.0:1746126658.381224:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973077120 00002000:00100000:0.0:1746126658.381262:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945973077120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.381271:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945973077120 ext(0->4095) 00002000:00010000:0.0:1746126658.381276:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:0.0:1746126658.381313:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4099 00000100:00100000:0.0:1746126658.381321:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973077120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126658.381521:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1981:x1830945973077120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.381527:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4099 00002000:00100000:0.0:1746126658.381533:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945973077120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.381541:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945973077120 ext(0->4095) 00002000:00010000:0.0:1746126658.381543:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:0.0:1746126658.382814:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.386310:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.386497:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973077376 00000100:00100000:1.0:1746126658.386502:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973077376 00002000:00100000:1.0:1746126658.386525:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b6d0000 x1830945973077376/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.386531:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973077376 ext(0->7) 00010000:00010000:1.0:1746126658.386536:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39d4 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.386543:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39d4 expref: 86 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.386547:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d0000 00000100:00100000:1.0:1746126658.386562:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1970 00000100:00100000:1.0:1746126658.386567:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+86:1982:x1830945973077376:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126658.386858:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1982:x1830945973077376:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 290us (547us total) trans 4294968015 rc 0/0 00000100:00100000:1.0:1746126658.386863:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1970 00002000:00100000:1.0:1746126658.386868:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b6d0000 x1830945973077376/t4294968015(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.386875:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973077376 ext(0->7) 00010000:00010000:1.0:1746126658.386879:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39d4 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.386887:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39d4 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.386893:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d0000 00000100:00100000:0.0:1746126658.389715:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.394827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.394890:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973077760 00000100:00100000:1.0:1746126658.394949:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973077760 00002000:00100000:1.0:1746126658.395005:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2680 x1830945973077760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.395016:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973077760 ext(0->4095) 00002000:00010000:1.0:1746126658.395022:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2680 00000100:00100000:1.0:1746126658.395065:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4100 00000100:00100000:1.0:1746126658.395072:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973077760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.395736:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973077760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 664us (910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.395742:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4100 00002000:00100000:1.0:1746126658.395748:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2680 x1830945973077760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.395754:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973077760 ext(0->4095) 00002000:00010000:1.0:1746126658.395757:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2680 00000100:00100000:0.0:1746126658.396435:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.397464:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.397511:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973078016 00000100:00100000:2.0:1746126658.397519:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973078016 00000100:00100000:2.0:1746126658.397562:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5551 00000100:00100000:2.0:1746126658.397568:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:31659:x1830945973078016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.397578:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.397591:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39e9 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.397615:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.397620:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.397626:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.397629:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.397661:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.397672:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.397681:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2c00, rc 0) 00000100:00100000:2.0:1746126658.397858:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31659:x1830945973078016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.397867:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5551 00000100:00100000:0.0:1746126658.398889:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.399080:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973078144 00000100:00100000:2.0:1746126658.399084:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973078144 00010000:00010000:2.0:1746126658.399105:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39db expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.399215:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7242 00000100:00100000:2.0:1746126658.399223:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973078144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.399232:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.399331:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39db expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.399342:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39db expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.399360:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39db expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.399383:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.399408:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.399415:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.399422:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.399468:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.399478:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.399488:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637120:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.399713:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.401680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.401772:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637120:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.401791:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.401832:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973078144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2610us (2943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.401840:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7242 00000100:00100000:1.0:1746126658.401912:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973078400 00000100:00100000:1.0:1746126658.401918:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973078400 00002000:00100000:1.0:1746126658.401950:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945973078400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.401959:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945973078400 ext(0->4095) 00010000:00010000:1.0:1746126658.401967:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.401977:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.401984:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61500 00000100:00100000:1.0:1746126658.401999:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1971 00000100:00100000:1.0:1746126658.402005:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945973078400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.402137:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945973078400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.402143:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1971 00002000:00100000:1.0:1746126658.402148:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945973078400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.402156:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945973078400 ext(0->4095) 00010000:00010000:1.0:1746126658.402160:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.402168:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.402178:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61500 00000100:00100000:0.0:1746126658.406421:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.406659:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973078528 00000100:00100000:2.0:1746126658.406669:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973078528 00010000:00010000:2.0:1746126658.406708:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.406743:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7243 00000100:00100000:2.0:1746126658.406751:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1982:x1830945973078528:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.406765:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.406786:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.406798:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.406821:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c6e1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e2 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.406841:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.406843:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.406849:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.406855:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.406887:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.406901:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637248:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.406982:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.409361:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637248:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.409803:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.409852:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1982:x1830945973078528:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3100us (3439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.409862:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7243 00000100:00100000:0.0:1746126658.410042:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.410991:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1982:x1830945973078784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (949us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.411001:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4101 00002000:00100000:3.0:1746126658.411006:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63b80 x1830945973078784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.411013:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63b80 with x1830945973078784 ext(0->4095) 00002000:00010000:3.0:1746126658.411016:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a63b80 00000100:00100000:0.0:1746126658.413239:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.413286:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973078912 00000100:00100000:3.0:1746126658.413294:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973078912 00000100:00100000:3.0:1746126658.413900:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5552 00000100:00100000:3.0:1746126658.413908:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973078912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.413923:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.413939:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39f0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.413966:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 87 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.413973:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.413975:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.413978:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.414010:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 87 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.414022:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 87 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.414038:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637376:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.414166:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.418026:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637376:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.418060:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.418077:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126658.418237:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973078912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4327us (5003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.418246:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5552 00000100:00100000:0.0:1746126658.419352:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.419423:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079040 00000100:00100000:2.0:1746126658.419431:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079040 00010000:00010000:2.0:1746126658.419485:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.419518:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7244 00000100:00100000:2.0:1746126658.419524:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1981:x1830945973079040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.419539:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.420043:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.420055:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.420077:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6e21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39e9 expref: 88 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.420094:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.420096:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.420102:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.420110:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.420140:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.420152:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637504:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.420228:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.420498:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.420538:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079168 00000100:00100000:3.0:1746126658.420542:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079168 00000100:00100000:3.0:1746126658.420565:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5553 00000100:00100000:3.0:1746126658.420571:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:31658:x1830945973079168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.420584:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.420594:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39f7 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.420613:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.420620:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.420621:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.420624:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.420646:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.420656:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.420665:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637632:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.420717:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.421845:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637504:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.421863:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.421898:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945973079040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2373us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.421910:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7244 00000100:00100000:3.0:1746126658.421950:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637632:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.421965:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 88 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.421975:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:3.0:1746126658.421998:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:31658:x1830945973079168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1427us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.422004:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5553 00000100:00100000:0.0:1746126658.422304:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.422418:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079424 00000100:00100000:1.0:1746126658.422431:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079424 00002000:00100000:1.0:1746126658.422483:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61c00 x1830945973079424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.422492:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61c00 with x1830945973079424 ext(0->4095) 00010000:00010000:1.0:1746126658.422498:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.422509:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.422515:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61c00 00000100:00100000:1.0:1746126658.422538:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1972 00000100:00100000:1.0:1746126658.422543:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973079424:12345-192.168.203.49@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126658.423142:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973079424:12345-192.168.203.49@tcp:3:ldlm_bl.0 Request processed in 597us (836us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.423148:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1972 00002000:00100000:1.0:1746126658.423154:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61c00 x1830945973079424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.423160:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61c00 with x1830945973079424 ext(0->4095) 00010000:00010000:1.0:1746126658.423164:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.423178:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.423183:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61c00 00000100:00100000:0.0:1746126658.424591:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.424632:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079552 00000100:00100000:2.0:1746126658.424639:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079552 00010000:00010000:2.0:1746126658.424661:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.424690:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7245 00000100:00100000:2.0:1746126658.424696:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973079552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.424705:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.424721:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.424731:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.424751:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f0 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.424763:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.424765:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.424772:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.424779:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.424807:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.424819:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637760:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.425194:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.426550:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.426604:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973637760:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.426623:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.426653:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973079552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1956us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.426661:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7245 00000100:00100000:1.0:1746126658.426719:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079808 00000100:00100000:1.0:1746126658.426724:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079808 00002000:00100000:1.0:1746126658.426753:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62680 x1830945973079808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.426762:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62680 with x1830945973079808 ext(0->4095) 00002000:00010000:1.0:1746126658.426765:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62680 00000100:00100000:1.0:1746126658.426792:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4102 00000100:00100000:1.0:1746126658.426798:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1980:x1830945973079808:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126658.426936:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1980:x1830945973079808:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.426941:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4102 00002000:00100000:1.0:1746126658.426946:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62680 x1830945973079808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.426953:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62680 with x1830945973079808 ext(0->4095) 00002000:00010000:1.0:1746126658.426956:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62680 00000100:00100000:0.0:1746126658.430905:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.430964:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973079936 00000100:00100000:3.0:1746126658.430974:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973079936 00000100:00100000:3.0:1746126658.431023:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5554 00000100:00100000:3.0:1746126658.431031:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973079936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.431047:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.431062:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec39fe expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.431088:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.431094:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.431096:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.431099:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.431128:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.431138:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 87 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.431149:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637888:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.431232:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.432622:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973637888:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.432643:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.432656:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:3.0:1746126658.432687:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973079936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1656us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.432694:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5554 00000100:00100000:0.0:1746126658.433371:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.433644:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080064 00000100:00100000:3.0:1746126658.433651:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080064 00002000:00100000:3.0:1746126658.433686:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090d9b800 x1830945973080064/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.433700:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973080064 ext(0->7) 00010000:00010000:3.0:1746126658.433706:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.433718:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 88 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.433723:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9b800 00000100:00100000:3.0:1746126658.434166:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1973 00000100:00100000:3.0:1746126658.434173:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+88:1982:x1830945973080064:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126658.434854:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973080064:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 679us (1482us total) trans 4294968016 rc 0/0 00000100:00100000:3.0:1746126658.434860:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1973 00002000:00100000:3.0:1746126658.434866:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090d9b800 x1830945973080064/t4294968016(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.434873:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973080064 ext(0->7) 00010000:00010000:3.0:1746126658.434879:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.434888:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.434895:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9b800 00000100:00100000:0.0:1746126658.438605:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.438665:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080192 00000100:00100000:2.0:1746126658.438675:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080192 00010000:00010000:2.0:1746126658.438711:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.438755:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7246 00000100:00100000:2.0:1746126658.438763:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973080192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.438777:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.438867:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.438880:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.438903:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6e2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39f7 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.440511:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.440517:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.440529:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.440539:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.440581:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.440595:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638016:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.440892:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.441584:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.441653:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080320 00000100:00100000:3.0:1746126658.441661:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080320 00000100:00100000:3.0:1746126658.441706:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5555 00000100:00100000:3.0:1746126658.441713:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973080320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.441728:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.441743:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a05 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.441765:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.441772:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.441773:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.441777:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.441794:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.441804:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.441813:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638144:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.441858:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.442285:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638016:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.442301:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126658.442308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.442328:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973080192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3565us (3731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.442336:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7246 00000100:00100000:3.0:1746126658.442547:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080576 00000100:00100000:3.0:1746126658.442551:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080576 00002000:00100000:3.0:1746126658.442576:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99500 x1830945973080576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.442586:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945973080576 ext(0->4095) 00010000:00010000:3.0:1746126658.442591:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.442602:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.442608:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d99500 00000100:00100000:3.0:1746126658.442626:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1974 00000100:00100000:3.0:1746126658.442632:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973080576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.442763:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973080576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.442768:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1974 00002000:00100000:3.0:1746126658.442774:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99500 x1830945973080576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.442781:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945973080576 ext(0->4095) 00010000:00010000:3.0:1746126658.442785:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.442793:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.442799:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d99500 00000100:00100000:3.0:1746126658.443050:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638144:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.443063:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.443077:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:3.0:1746126658.443104:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973080320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1392us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.443110:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5555 00000100:00100000:0.0:1746126658.444578:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.444843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.444901:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080704 00000100:00100000:3.0:1746126658.444907:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080704 00000100:00100000:2.0:1746126658.444909:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973080832 00000100:00100000:2.0:1746126658.444913:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973080832 00000100:00100000:3.0:1746126658.444932:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5556 00010000:00010000:2.0:1746126658.444934:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.444938:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31659:x1830945973080704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.444949:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.444961:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a0c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.444965:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7247 00000100:00100000:2.0:1746126658.444970:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973080832:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.444979:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.444980:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.444986:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.444992:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.444996:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445008:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.445023:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.445392:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445397:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6e36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec39fe expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.445404:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445415:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.445416:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.445420:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445425:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445470:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.445481:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.445492:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638400:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.445522:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:2.0:1746126658.445560:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.445591:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973080704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 652us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.445597:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5556 00000100:00100000:0.0:1746126658.448351:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.448496:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638400:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.448517:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.448524:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081088 00000100:00100000:3.0:1746126658.448532:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081088 00000100:00100000:2.0:1746126658.448555:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973080832:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3584us (3711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.448567:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7247 00002000:00100000:3.0:1746126658.448569:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9a300 x1830945973081088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.448580:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973081088 ext(0->4095) 00010000:00010000:3.0:1746126658.448588:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.448600:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.448607:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9a300 00000100:00100000:3.0:1746126658.448625:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1975 00000100:00100000:3.0:1746126658.448632:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973081088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.448790:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973081088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.448796:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1975 00002000:00100000:3.0:1746126658.448802:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9a300 x1830945973081088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.448815:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973081088 ext(0->4095) 00010000:00010000:3.0:1746126658.448820:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.448829:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.448835:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9a300 00000100:00100000:0.0:1746126658.450131:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.450185:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081216 00000100:00100000:2.0:1746126658.450190:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081216 00010000:00010000:2.0:1746126658.450212:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.450243:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7248 00000100:00100000:2.0:1746126658.450249:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973081216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.450258:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.450273:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.450282:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.450302:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6e3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a05 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.450315:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.450318:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.450323:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.450330:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.450360:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.450372:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638528:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.450466:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.451546:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638528:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.451563:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.451595:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973081216:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1346us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.451601:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7248 00000100:00100000:0.0:1746126658.451837:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.451903:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081472 00000100:00100000:3.0:1746126658.451908:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081472 00002000:00100000:3.0:1746126658.451932:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98700 x1830945973081472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.451942:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98700 with x1830945973081472 ext(0->4095) 00002000:00010000:3.0:1746126658.451946:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98700 00000100:00100000:3.0:1746126658.451965:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4103 00000100:00100000:3.0:1746126658.451971:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973081472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.452207:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973081472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 235us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.452214:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4103 00002000:00100000:3.0:1746126658.452219:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98700 x1830945973081472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.452227:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98700 with x1830945973081472 ext(0->4095) 00002000:00010000:3.0:1746126658.452230:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98700 00000100:00100000:0.0:1746126658.453915:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.453996:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081600 00000100:00100000:3.0:1746126658.454002:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081600 00000100:00100000:3.0:1746126658.454041:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5557 00000100:00100000:3.0:1746126658.454047:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973081600:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.454058:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.454119:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a13 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.454146:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.454153:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.454155:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.454159:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.454188:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.454198:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.454211:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638656:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.454297:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.457759:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.457897:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638656:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.457925:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.457945:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126658.458004:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973081600:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3956us (4094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.458012:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5557 00000100:00100000:2.0:1746126658.458257:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081728 00000100:00100000:2.0:1746126658.458264:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081728 00010000:00010000:2.0:1746126658.458290:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.458319:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7249 00000100:00100000:2.0:1746126658.458325:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973081728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.458337:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.458952:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.458964:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.458987:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6e44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a0c expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.459031:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.459034:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.459042:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.459049:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.459079:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.459092:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638784:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.459521:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.462065:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973638784:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.462089:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.462143:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945973081728:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3817us (4390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.462154:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7249 00000100:00100000:0.0:1746126658.463093:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.463160:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.463231:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973081984 00000100:00100000:3.0:1746126658.463238:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973081984 00002000:00100000:3.0:1746126658.463280:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99180 x1830945973081984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.463290:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973081984 ext(0->4095) 00002000:00010000:3.0:1746126658.463295:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:3.0:1746126658.463313:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4104 00000100:00100000:3.0:1746126658.463319:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973081984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.463518:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973081984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 198us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.463523:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4104 00002000:00100000:3.0:1746126658.463528:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99180 x1830945973081984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.463536:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973081984 ext(0->4095) 00002000:00010000:3.0:1746126658.463543:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:2.0:1746126658.463595:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973082112 00000100:00100000:2.0:1746126658.463599:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973082112 00000100:00100000:2.0:1746126658.463621:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5558 00000100:00100000:2.0:1746126658.463626:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:31658:x1830945973082112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.463635:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.463650:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a1a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.463671:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.463683:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.463685:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.463688:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.463711:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.463721:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.463731:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638912:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.463793:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.465232:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973638912:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.465247:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465255:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3a00, rc 0) 00000100:00100000:2.0:1746126658.465421:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973082112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.465425:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5558 00000100:00100000:0.0:1746126658.465665:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.465745:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973082240 00000100:00100000:2.0:1746126658.465749:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973082240 00000100:00100000:2.0:1746126658.465805:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5559 00000100:00100000:2.0:1746126658.465812:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31659:x1830945973082240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.465823:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.465832:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a21 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465845:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.465848:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465854:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.465856:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465875:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465883:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.465890:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3200, rc 0) 00000100:00100000:2.0:1746126658.465907:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973082240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.465912:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5559 00000100:00100000:0.0:1746126658.466630:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.466697:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973082368 00000100:00100000:2.0:1746126658.466701:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973082368 00010000:00010000:2.0:1746126658.466718:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.466867:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7250 00000100:00100000:2.0:1746126658.466874:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973082368:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.466883:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.466901:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.466911:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.466928:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6e4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a13 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.466979:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.466980:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.466986:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.466993:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.467183:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.467194:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.467205:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639168:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.467261:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.468157:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639168:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.468173:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.468201:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973082368:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1327us (1571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.468207:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7250 00000100:00100000:0.0:1746126658.468864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.468934:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973082624 00000100:00100000:2.0:1746126658.468939:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973082624 00002000:00100000:2.0:1746126658.468970:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4700 x1830945973082624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.468978:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4700 with x1830945973082624 ext(0->4095) 00010000:00010000:2.0:1746126658.468983:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.468992:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.468997:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4700 00000100:00100000:2.0:1746126658.469022:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1976 00000100:00100000:2.0:1746126658.469027:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973082624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.469173:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973082624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.469179:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1976 00002000:00100000:2.0:1746126658.469185:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4700 x1830945973082624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.469192:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4700 with x1830945973082624 ext(0->4095) 00010000:00010000:2.0:1746126658.469200:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.469209:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.469214:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4700 00000100:00100000:0.0:1746126658.470519:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.470646:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973082752 00000100:00100000:2.0:1746126658.470651:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973082752 00010000:00010000:2.0:1746126658.470669:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.470685:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7251 00000100:00100000:2.0:1746126658.470689:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1980:x1830945973082752:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.470697:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.470710:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.470719:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.470736:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a1a expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.470886:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.470888:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.470894:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.470907:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.470964:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.470975:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639296:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.471049:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.473224:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639296:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.473247:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.473293:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1980:x1830945973082752:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2601us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.473304:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7251 00000100:00100000:0.0:1746126658.474886:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.474939:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083008 00000100:00100000:2.0:1746126658.474947:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083008 00002000:00100000:2.0:1746126658.474985:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7480 x1830945973083008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.474996:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945973083008 ext(0->4095) 00002000:00010000:2.0:1746126658.475000:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7480 00000100:00100000:2.0:1746126658.475030:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4105 00000100:00100000:2.0:1746126658.475037:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973083008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.475207:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973083008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.475223:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4105 00002000:00100000:2.0:1746126658.475229:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7480 x1830945973083008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.475236:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945973083008 ext(0->4095) 00002000:00010000:2.0:1746126658.475244:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7480 00000100:00100000:0.0:1746126658.478236:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.478308:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083136 00000100:00100000:2.0:1746126658.478316:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083136 00000100:00100000:2.0:1746126658.478366:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5560 00000100:00100000:2.0:1746126658.478373:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973083136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.478390:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.478405:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a28 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.478431:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.478490:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.478492:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.478496:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.478526:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.478536:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.478554:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973639424:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.478663:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.481810:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973639424:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.481848:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.481865:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2400, rc 0) 00000100:00100000:2.0:1746126658.481938:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973083136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3561us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.481947:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5560 00000100:00100000:0.0:1746126658.482838:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.482910:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083264 00000100:00100000:2.0:1746126658.482917:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083264 00010000:00010000:2.0:1746126658.482941:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.483259:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7252 00000100:00100000:2.0:1746126658.483267:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973083264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.483279:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.483300:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.483310:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.483335:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c6e59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a21 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.483489:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.483491:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.483498:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.483506:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.483535:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.483548:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639552:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.484688:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.484783:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.487408:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.487507:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639552:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.487532:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.487564:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1981:x1830945973083264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4298us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.487572:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7252 00000100:00100000:2.0:1746126658.487844:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083392 00000100:00100000:2.0:1746126658.487850:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083392 00000100:00100000:2.0:1746126658.488100:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5561 00000100:00100000:2.0:1746126658.488106:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:31658:x1830945973083392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.488120:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.488133:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a2f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.488154:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.488164:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.488166:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.488169:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.488189:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.488197:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.488207:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973639680:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.489776:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.489796:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083648 00000100:00100000:2.0:1746126658.489801:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083648 00002000:00100000:2.0:1746126658.489831:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f3100 x1830945973083648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.489839:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945973083648 ext(0->4095) 00010000:00010000:2.0:1746126658.489846:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.489855:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.489860:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:2.0:1746126658.489875:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1977 00000100:00100000:2.0:1746126658.489881:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973083648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.490002:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973083648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (2598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.490008:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1977 00002000:00100000:2.0:1746126658.490012:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f3100 x1830945973083648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.490020:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945973083648 ext(0->4095) 00010000:00010000:2.0:1746126658.490023:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.490031:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.490036:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:2.0:1746126658.493111:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973639680:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.493137:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.493150:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3800, rc 0) 00000100:00100000:2.0:1746126658.493183:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973083392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5077us (8406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.493191:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5561 00000100:00100000:0.0:1746126658.494583:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.494646:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083776 00000100:00100000:2.0:1746126658.494652:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083776 00000100:00100000:2.0:1746126658.494799:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5562 00000100:00100000:2.0:1746126658.494806:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31659:x1830945973083776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.494931:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.494946:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a36 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.494964:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.494969:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.494974:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.494977:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.495006:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.495016:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.495023:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:2.0:1746126658.495307:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973083776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 499us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.495314:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5562 00000100:00100000:0.0:1746126658.495788:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.496189:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973083904 00000100:00100000:3.0:1746126658.496195:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973083904 00010000:00010000:3.0:1746126658.496214:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.496378:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7253 00000100:00100000:3.0:1746126658.496385:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973083904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.496393:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.496411:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.496421:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.496462:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a28 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.496608:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.496610:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.496616:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.496623:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.496644:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.496656:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.496666:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639936:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.497069:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.499205:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973639936:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.499206:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126658.499219:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.499286:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973084160 00000100:00100000:2.0:1746126658.499292:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973084160 00000100:00100000:3.0:1746126658.499342:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973083904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2956us (3553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.499352:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7253 00002000:00100000:2.0:1746126658.499421:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb100 x1830945973084160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.499435:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb100 with x1830945973084160 ext(0->4095) 00010000:00010000:2.0:1746126658.499478:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.499488:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.499494:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb100 00000100:00100000:2.0:1746126658.499513:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1978 00000100:00100000:2.0:1746126658.499520:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973084160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.499648:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973084160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.499657:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1978 00002000:00100000:2.0:1746126658.499662:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb100 x1830945973084160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.499668:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb100 with x1830945973084160 ext(0->4095) 00010000:00010000:2.0:1746126658.499672:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.499680:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.499685:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb100 00000100:00100000:0.0:1746126658.501267:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.501343:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973084288 00000100:00100000:3.0:1746126658.501348:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973084288 00010000:00010000:3.0:1746126658.501365:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.501550:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7254 00000100:00100000:3.0:1746126658.501556:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973084288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.501565:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.501578:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.501587:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.501604:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6e67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a2f expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.501617:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.501619:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.501624:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.501631:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.501654:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.501664:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640064:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.502191:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.503974:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640064:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.503988:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.504017:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973084288:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2460us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.504024:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7254 00000100:00100000:0.0:1746126658.504532:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.504578:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973084544 00000100:00100000:2.0:1746126658.504585:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973084544 00002000:00100000:2.0:1746126658.504615:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8380 x1830945973084544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.504624:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8380 with x1830945973084544 ext(0->4095) 00002000:00010000:2.0:1746126658.504627:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8380 00000100:00100000:2.0:1746126658.504654:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4106 00000100:00100000:2.0:1746126658.504663:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973084544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.504888:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973084544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 227us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.504894:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4106 00002000:00100000:2.0:1746126658.504900:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8380 x1830945973084544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.504907:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8380 with x1830945973084544 ext(0->4095) 00002000:00010000:2.0:1746126658.504910:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8380 00010000:00010000:3.0:1746126658.506077:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126658.506510:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.506572:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973084672 00000100:00100000:2.0:1746126658.506577:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973084672 00000100:00100000:2.0:1746126658.506608:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5563 00000100:00100000:2.0:1746126658.506614:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973084672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.506624:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.506636:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a3d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.506759:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.506771:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.506773:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.506776:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.506799:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.506810:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.506821:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973640192:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.506883:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.508524:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973640192:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.508549:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.508562:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2400, rc 0) 00000100:00100000:2.0:1746126658.508591:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973084672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.508598:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5563 00000100:00100000:0.0:1746126658.508998:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.509206:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973084800 00000100:00100000:3.0:1746126658.509212:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973084800 00010000:00010000:3.0:1746126658.509231:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.509260:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7255 00000100:00100000:3.0:1746126658.509266:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973084800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.509275:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.509292:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.509300:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.509316:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6e6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a36 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.509337:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.509338:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.509344:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.509351:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.509430:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.509466:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640320:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.509843:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.510992:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640320:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.511003:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.511032:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:1982:x1830945973084800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1766us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.511045:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7255 00000100:00100000:0.0:1746126658.512531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.512587:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085056 00000100:00100000:2.0:1746126658.512592:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085056 00002000:00100000:2.0:1746126658.512616:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18380 x1830945973085056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.512631:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18380 with x1830945973085056 ext(0->4095) 00002000:00010000:2.0:1746126658.512634:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e18380 00000100:00100000:2.0:1746126658.512645:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4107 00000100:00100000:2.0:1746126658.512650:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973085056:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.512760:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973085056:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.512765:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4107 00002000:00100000:2.0:1746126658.512769:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18380 x1830945973085056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.512776:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18380 with x1830945973085056 ext(0->4095) 00002000:00010000:2.0:1746126658.512778:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e18380 00000100:00100000:0.0:1746126658.514608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.514941:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085184 00000100:00100000:2.0:1746126658.514947:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085184 00000100:00100000:2.0:1746126658.515070:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5564 00000100:00100000:2.0:1746126658.515078:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+89:31659:x1830945973085184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.515090:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.515102:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a44 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.515120:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.515126:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.515128:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.515131:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.515153:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.515163:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.515173:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973640448:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.515245:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.516501:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.516636:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085312 00000100:00100000:1.0:1746126658.516641:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085312 00000100:00100000:1.0:1746126658.516675:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5565 00000100:00100000:1.0:1746126658.516680:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973085312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.516688:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.516695:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a4b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.516707:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.516711:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.516716:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.516718:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.516738:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.516749:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.516758:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183200, rc 0) 00000100:00100000:1.0:1746126658.516782:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31658:x1830945973085312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.516787:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5565 00000100:00100000:0.0:1746126658.520257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.520339:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085440 00000100:00100000:3.0:1746126658.520346:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085440 00010000:00010000:3.0:1746126658.520373:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.520403:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7256 00000100:00100000:2.0:1746126658.520408:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973640448:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.520409:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973085440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.520419:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.520432:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.520434:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.520474:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.520728:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00010000:00010000:3.0:1746126658.520741:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6e75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a3d expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.520779:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973085184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5700us (6171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.520786:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5564 00010000:00010000:3.0:1746126658.521153:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.521155:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.521162:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.521169:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.521192:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.521202:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 90 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.521211:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.521761:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.524031:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640704:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.524034:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126658.524045:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.524075:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973085440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3665us (3824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.524084:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7256 00000100:00100000:1.0:1746126658.524186:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085696 00000100:00100000:1.0:1746126658.524192:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085696 00002000:00100000:1.0:1746126658.524220:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19180 x1830945973085696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.524228:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19180 with x1830945973085696 ext(0->4095) 00010000:00010000:1.0:1746126658.524235:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.524245:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.524251:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e19180 00000100:00100000:1.0:1746126658.524277:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1979 00000100:00100000:1.0:1746126658.524283:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973085696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.524423:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973085696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.524429:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1979 00002000:00100000:1.0:1746126658.524433:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19180 x1830945973085696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.524478:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19180 with x1830945973085696 ext(0->4095) 00010000:00010000:1.0:1746126658.524483:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.524492:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.524497:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e19180 00000100:00100000:0.0:1746126658.526300:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.526373:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.526474:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085824 00000100:00100000:2.0:1746126658.526481:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085824 00000100:00100000:2.0:1746126658.526509:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5566 00000100:00100000:2.0:1746126658.526515:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973085824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.526525:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.526536:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a52 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.526558:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.526562:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.526567:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126658.526570:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.526596:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.526606:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.526614:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3600, rc 0) 00000100:00100000:2.0:1746126658.526654:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973085824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.526659:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5566 00000100:00100000:3.0:1746126658.526728:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973085952 00000100:00100000:3.0:1746126658.526731:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973085952 00010000:00010000:3.0:1746126658.526746:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.526761:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7257 00000100:00100000:3.0:1746126658.526766:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1979:x1830945973085952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.526773:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.526787:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.526796:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.526811:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6e7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a44 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.526825:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.526827:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.526831:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.526838:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.526855:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.526864:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.526874:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.526918:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.532790:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.532884:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973640960:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126658.532901:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126658.532938:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1979:x1830945973085952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6170us (6564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126658.532947:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7257 00000100:00100000:1.0:1746126658.533125:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086208 00000100:00100000:1.0:1746126658.533131:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086208 00002000:00100000:1.0:1746126658.533161:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945973086208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.533175:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973086208 ext(0->4095) 00010000:00010000:1.0:1746126658.533182:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.533192:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.533198:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:1.0:1746126658.533212:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1980 00000100:00100000:1.0:1746126658.533217:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973086208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.533334:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973086208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.533339:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1980 00002000:00100000:1.0:1746126658.533344:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945973086208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.533349:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973086208 ext(0->4095) 00010000:00010000:1.0:1746126658.533354:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.533361:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.533365:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:0.0:1746126658.536068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.536846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.536927:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086464 00000100:00100000:1.0:1746126658.536935:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086464 00010000:00010000:1.0:1746126658.536963:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.536987:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7258 00000100:00100000:1.0:1746126658.536993:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973086464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.537003:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.537019:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.537029:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.537048:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183200/0x9cce4314879c6e83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a4b expref: 90 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.537081:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.537084:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.537090:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.537098:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.537125:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.537136:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641088:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.537199:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.537645:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086336 00000100:00100000:2.0:1746126658.537650:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086336 00000100:00100000:2.0:1746126658.538408:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5567 00000100:00100000:2.0:1746126658.538415:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973086336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.538428:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.538467:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a59 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.538489:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.538496:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.538497:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.538500:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.538519:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.538529:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 5 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.538538:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641216:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.538601:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.544096:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.544386:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641088:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.544402:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.544833:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086720 00000100:00100000:2.0:1746126658.544840:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086720 00002000:00100000:2.0:1746126658.544871:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29500 x1830945973086720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.544879:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973086720 ext(0->4095) 00010000:00010000:2.0:1746126658.544885:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.544895:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.544904:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c29500 00000100:00100000:2.0:1746126658.544925:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1981 00000100:00100000:2.0:1746126658.544930:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973086720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.545045:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973086720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (955us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.545051:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1981 00002000:00100000:2.0:1746126658.545056:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29500 x1830945973086720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.545063:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973086720 ext(0->4095) 00010000:00010000:2.0:1746126658.545067:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.545074:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.545079:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c29500 00000100:00100000:3.0:1746126658.546516:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641216:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.546539:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.546550:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3a00, rc 0) 00000100:00100000:3.0:1746126658.546579:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973086336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8165us (10515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.546585:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5567 00000100:00100000:1.0:1746126658.546661:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1981:x1830945973086464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 9666us (9813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.546669:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7258 00000100:00100000:0.0:1746126658.548988:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.549542:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.550633:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086976 00000100:00100000:1.0:1746126658.550641:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086976 00010000:00010000:1.0:1746126658.550666:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.550687:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7259 00000100:00100000:1.0:1746126658.550693:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973086976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.550703:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.550720:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.550730:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.550749:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6e8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a52 expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.550769:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.550770:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.550776:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.550786:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.550809:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.550819:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641344:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.551976:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973086848 00000100:00100000:3.0:1746126658.551982:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973086848 00000100:00100000:3.0:1746126658.552008:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5568 00000100:00100000:3.0:1746126658.552013:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31659:x1830945973086848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.552024:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.552034:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a60 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.552050:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.552055:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.552057:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.552059:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.552076:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.552077:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c83c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126658.552085:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.552093:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641472:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.552123:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.553730:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641472:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.553748:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.553762:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:3.0:1746126658.553787:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973086848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1773us (4803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.553792:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5568 00000100:00100000:1.0:1746126658.553867:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641344:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.553876:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.553893:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973086976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3200us (4351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.553901:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7259 00000100:00100000:0.0:1746126658.554687:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.554754:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973087104 00000100:00100000:1.0:1746126658.554759:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973087104 00010000:00010000:1.0:1746126658.554774:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.554796:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7260 00000100:00100000:1.0:1746126658.554801:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1980:x1830945973087104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.554809:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.554824:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.554833:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.554848:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c6e91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a59 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.554858:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.554860:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.554865:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.554872:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.554891:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 90 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.554898:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.554940:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.557494:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973641600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.557509:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.557544:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1980:x1830945973087104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2742us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.557553:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7260 00000100:00100000:0.0:1746126658.557673:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.558901:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973087360 00000100:00100000:1.0:1746126658.558908:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973087360 00002000:00100000:1.0:1746126658.558938:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945973087360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.558953:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973087360 ext(0->4095) 00002000:00010000:1.0:1746126658.558957:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:1.0:1746126658.559554:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4108 00000100:00100000:1.0:1746126658.559562:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973087360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.559699:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973087360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (2026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.559705:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4108 00002000:00100000:1.0:1746126658.559710:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945973087360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.559718:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973087360 ext(0->4095) 00002000:00010000:1.0:1746126658.559720:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:2.0:1746126658.561699:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.562288:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973087488 00000100:00100000:3.0:1746126658.562295:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973087488 00000100:00100000:3.0:1746126658.562337:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5569 00000100:00100000:3.0:1746126658.562344:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973087488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.562357:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.562370:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a67 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.562394:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.562400:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.562402:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.562405:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.562697:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 89 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.562708:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 89 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.562723:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641728:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.563009:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.566132:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.566196:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973087616 00000100:00100000:1.0:1746126658.566203:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973087616 00000100:00100000:1.0:1746126658.566238:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5570 00000100:00100000:1.0:1746126658.566244:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:31658:x1830945973087616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.566257:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.566270:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a6e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.566290:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.566295:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.566300:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126658.566303:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 91 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.566326:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973641728:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.566343:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.566352:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:3.0:1746126658.566397:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973087488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4053us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.566402:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5569 00000100:00100000:0.0:1746126658.566519:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126658.567501:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.567513:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 91 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.567520:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:0.0:1746126658.567523:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973087744 00000100:00100000:0.0:1746126658.567527:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973087744 00000100:00100000:1.0:1746126658.567544:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31658:x1830945973087616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1301us (1419us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126658.567544:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.567550:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5570 00000100:00100000:0.0:1746126658.567565:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7261 00000100:00100000:0.0:1746126658.567570:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973087744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126658.567578:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126658.567595:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.567605:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.567620:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6e98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a60 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.567955:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126658.567957:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126658.567963:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.567976:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.567997:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126658.568006:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:0.0:1746126658.568015:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973641984:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.568082:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.569926:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973641984:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.569941:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.569978:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973087744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2407us (3458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.569986:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7261 00000100:00100000:1.0:1746126658.571641:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.572271:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088000 00000100:00100000:2.0:1746126658.572278:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088000 00002000:00100000:2.0:1746126658.572313:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945973088000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.572783:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945973088000 ext(0->4095) 00010000:00010000:2.0:1746126658.572791:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.572803:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.572809:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2a00 00000100:00100000:2.0:1746126658.572997:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1982 00000100:00100000:2.0:1746126658.573006:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973088000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.573280:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973088000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 274us (1641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.573287:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1982 00002000:00100000:2.0:1746126658.573292:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945973088000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.573300:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945973088000 ext(0->4095) 00010000:00010000:2.0:1746126658.573305:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.573314:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.573318:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2a00 00000100:00100000:0.0:1746126658.577293:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.578135:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088128 00000100:00100000:2.0:1746126658.578144:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088128 00010000:00010000:2.0:1746126658.578173:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.578211:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7262 00000100:00100000:2.0:1746126658.578218:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973088128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.578230:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.578248:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.578258:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.578276:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c6e9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a67 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.578307:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.578309:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.578316:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.578334:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.578364:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.578380:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642112:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.578478:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.580828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.580870:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642112:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.581026:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088384 00000100:00100000:3.0:1746126658.581032:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088384 00002000:00100000:3.0:1746126658.581062:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29180 x1830945973088384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.581071:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29180 with x1830945973088384 ext(0->4095) 00002000:00010000:3.0:1746126658.581074:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29180 00000100:00100000:3.0:1746126658.581107:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4109 00000100:00100000:3.0:1746126658.581113:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973088384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746126658.581155:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.581197:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973088128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2978us (3908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.581204:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7262 00000100:00100000:3.0:1746126658.581236:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973088384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.581242:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4109 00002000:00100000:3.0:1746126658.581247:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29180 x1830945973088384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.581258:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29180 with x1830945973088384 ext(0->4095) 00002000:00010000:3.0:1746126658.581260:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29180 00000100:00100000:0.0:1746126658.582939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.582995:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088512 00000100:00100000:1.0:1746126658.583000:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088512 00000100:00100000:1.0:1746126658.583034:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5571 00000100:00100000:1.0:1746126658.583039:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973088512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.583049:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.583062:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a75 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.583084:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.583090:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.583091:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.583094:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.583123:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.583133:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 89 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.583144:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973642240:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.583214:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.587744:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.588376:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973642240:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.588400:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.588415:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182200, rc 0) 00000100:00100000:1.0:1746126658.588556:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973088512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5514us (5618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.588564:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5571 00000100:00100000:3.0:1746126658.588767:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088640 00000100:00100000:3.0:1746126658.588774:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088640 00002000:00100000:3.0:1746126658.588805:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135d4f100 x1830945973088640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.588813:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945973088640 ext(0->7) 00010000:00010000:3.0:1746126658.588819:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 90 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.588829:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 90 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.588836:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f100 00000100:00100000:3.0:1746126658.588862:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1983 00000100:00100000:3.0:1746126658.588868:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+90:1982:x1830945973088640:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126658.589130:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973088640:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 262us (1392us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1746126658.589136:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1983 00002000:00100000:3.0:1746126658.589141:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135d4f100 x1830945973088640/t4294968017(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.589148:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945973088640 ext(0->7) 00010000:00010000:3.0:1746126658.589152:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.589165:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.589170:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f100 00000100:00100000:0.0:1746126658.595093:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.595161:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973088768 00000100:00100000:2.0:1746126658.595168:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973088768 00010000:00010000:2.0:1746126658.595199:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.595237:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7263 00000100:00100000:2.0:1746126658.595243:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973088768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.595254:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126658.595270:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126658 -> 1746126659 00002000:00010000:2.0:1746126658.595272:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126658 -> 1746126659 00010000:00010000:2.0:1746126658.595277:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.595288:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.595306:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6ea6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a6e expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.595335:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.595337:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.595343:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.595350:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.595377:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.595387:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642368:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.595488:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.599125:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642368:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126658.599144:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126658.599188:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973088768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3944us (4672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126658.599196:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7263 00000100:00100000:2.0:1746126658.599256:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.599693:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089024 00000100:00100000:0.0:1746126658.599698:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089024 00002000:00100000:0.0:1746126658.599727:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58e00 x1830945973089024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.599741:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973089024 ext(0->4095) 00002000:00010000:0.0:1746126658.599744:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58e00 00000100:00100000:0.0:1746126658.600293:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4110 00000100:00100000:0.0:1746126658.600301:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973089024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126658.600471:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973089024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (1213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.600477:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4110 00002000:00100000:0.0:1746126658.600482:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58e00 x1830945973089024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.600490:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973089024 ext(0->4095) 00002000:00010000:0.0:1746126658.600493:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58e00 00000100:00100000:0.0:1746126658.602966:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.605900:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089152 00000100:00100000:1.0:1746126658.605911:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089152 00000100:00100000:1.0:1746126658.605968:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5572 00000100:00100000:1.0:1746126658.605976:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31659:x1830945973089152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.605991:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.606005:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a7c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.606027:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.606034:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.606036:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.606039:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.606063:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.606073:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.606084:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973642496:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.606725:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.610277:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.610496:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089280 00000100:00100000:2.0:1746126658.610503:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089280 00000100:00100000:2.0:1746126658.610553:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5573 00000100:00100000:2.0:1746126658.610559:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973089280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.610575:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.610588:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a83 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.610607:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.610612:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.610621:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.610624:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.610656:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.610666:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.610674:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2400, rc 0) 00000100:00100000:2.0:1746126658.610724:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31658:x1830945973089280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.610730:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5573 00000100:00100000:1.0:1746126658.612058:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973642496:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126658.612063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126658.612077:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.612088:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126658.612132:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973089152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6156us (9170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.612138:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5572 00000100:00100000:2.0:1746126658.612150:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089408 00000100:00100000:2.0:1746126658.612155:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089408 00010000:00010000:2.0:1746126658.612175:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.612195:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7264 00000100:00100000:2.0:1746126658.612200:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973089408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.612208:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.612267:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.612276:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.612293:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182200/0x9cce4314879c6ead lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a75 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.612319:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.612321:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.612327:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.612333:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.612355:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.612365:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.612374:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642752:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.612422:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.613725:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973642752:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.613740:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.613776:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973089408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1575us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.613783:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7264 00000100:00100000:0.0:1746126658.614811:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.618539:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089664 00000100:00100000:3.0:1746126658.618550:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089664 00002000:00100000:3.0:1746126658.618593:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b100 x1830945973089664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.618602:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b100 with x1830945973089664 ext(0->4095) 00010000:00010000:3.0:1746126658.618609:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.618621:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.618627:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009267b100 00000100:00100000:3.0:1746126658.618652:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1984 00000100:00100000:3.0:1746126658.618659:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973089664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.618803:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973089664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (3993us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.618809:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1984 00002000:00100000:3.0:1746126658.618814:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b100 x1830945973089664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.618820:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b100 with x1830945973089664 ext(0->4095) 00010000:00010000:3.0:1746126658.618825:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.618833:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.618838:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009267b100 00000100:00100000:0.0:1746126658.623305:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.623366:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089792 00000100:00100000:1.0:1746126658.623373:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089792 00000100:00100000:1.0:1746126658.623418:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5574 00000100:00100000:1.0:1746126658.623425:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973089792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.623483:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.623498:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a8a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.623526:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.623534:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.623540:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126658.623543:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.623576:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.623587:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.623595:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183c00, rc 0) 00000100:00100000:1.0:1746126658.623639:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973089792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.623645:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5574 00000100:00100000:0.0:1746126658.624581:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.626904:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973089920 00000100:00100000:2.0:1746126658.626915:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973089920 00010000:00010000:2.0:1746126658.626948:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.627497:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7265 00000100:00100000:2.0:1746126658.627504:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1979:x1830945973089920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.627515:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.627533:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.627544:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.627562:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6eb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a7c expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.627592:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.627595:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.627600:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.627606:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.627636:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.627645:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.627656:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643008:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.628854:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.632728:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f58000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643008:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.632749:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.632784:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1979:x1830945973089920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5280us (8203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.632793:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7265 00000100:00100000:2.0:1746126658.633067:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.633122:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090176 00000100:00100000:2.0:1746126658.633127:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090176 00002000:00100000:2.0:1746126658.633160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58000 x1830945973090176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.633167:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973090176 ext(0->4095) 00010000:00010000:2.0:1746126658.633174:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.633184:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.633190:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58000 00000100:00100000:2.0:1746126658.633215:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1985 00000100:00100000:2.0:1746126658.633221:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973090176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.633787:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973090176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 557us (712us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.633798:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1985 00002000:00100000:2.0:1746126658.633809:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58000 x1830945973090176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.633817:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973090176 ext(0->4095) 00010000:00010000:2.0:1746126658.633826:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.633838:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 92 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.633844:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58000 00000100:00100000:0.0:1746126658.635596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.635666:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090304 00000100:00100000:3.0:1746126658.635672:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090304 00000100:00100000:0.0:1746126658.635679:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.635709:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5575 00000100:00100000:3.0:1746126658.635716:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31658:x1830945973090304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.635731:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.635742:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a91 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.635763:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.635768:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.635773:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126658.635775:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.635803:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.635812:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.635823:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126658.635855:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973090304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.635860:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5575 00000100:00100000:2.0:1746126658.636387:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090432 00000100:00100000:2.0:1746126658.636392:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090432 00010000:00010000:2.0:1746126658.636406:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 93 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.636491:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7266 00000100:00100000:2.0:1746126658.636497:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973090432:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.636505:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.636520:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 93 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.636530:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 93 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.636549:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6ebb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a83 expref: 93 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.636573:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.636575:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.636581:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.636588:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.636606:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.636617:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.636627:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643264:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.636686:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.638077:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643264:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.638090:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.638110:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973090432:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1614us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.638116:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7266 00000100:00100000:0.0:1746126658.641308:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.641424:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090688 00000100:00100000:2.0:1746126658.641432:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090688 00002000:00100000:2.0:1746126658.641488:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8700 x1830945973090688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.641503:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8700 with x1830945973090688 ext(0->4095) 00010000:00010000:2.0:1746126658.643967:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.643991:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.644000:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911a8700 00000100:00100000:2.0:1746126658.644042:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1986 00000100:00100000:2.0:1746126658.644053:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973090688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.644214:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973090688:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (2912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.644220:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1986 00002000:00100000:2.0:1746126658.644226:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8700 x1830945973090688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.644233:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8700 with x1830945973090688 ext(0->4095) 00010000:00010000:2.0:1746126658.644238:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.644247:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.644252:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911a8700 00000100:00100000:0.0:1746126658.645679:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.645715:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.645750:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.645766:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091072 00000100:00100000:0.0:1746126658.645766:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090944 00000100:00100000:2.0:1746126658.645772:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091072 00000100:00100000:0.0:1746126658.645772:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090944 00000100:00100000:2.0:1746126658.645812:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 454 00000100:00100000:2.0:1746126658.645817:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945973091072:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126658.645822:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973090816 00000100:00100000:1.0:1746126658.645825:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973090816 00000100:00100000:1.0:1746126658.645845:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 394 00000100:00100000:1.0:1746126658.645849:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1981:x1830945973090816:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:2.0:1746126658.645850:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945973091072:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 34us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.645855:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 454 00000100:00100000:1.0:1746126658.645869:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1981:x1830945973090816:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 19us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.645875:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 394 00000100:00100000:2.0:1746126658.645893:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.645902:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091200 00000100:00100000:1.0:1746126658.645904:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091200 00000100:00080000:3.0:1746126658.645947:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126658.645949:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 382 00000100:00080000:3.0:1746126658.645951:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126658.645954:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973090944:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126658.645977:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973090944:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 24us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126658.645987:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 382 00000100:00100000:1.0:1746126658.647375:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 383 00000100:00100000:1.0:1746126658.647383:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945973091200:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126658.647426:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945973091200:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 44us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.647432:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 383 00000100:00100000:0.0:1746126658.649985:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.650598:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.650654:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091456 00000100:00100000:2.0:1746126658.650661:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091456 00010000:00010000:2.0:1746126658.650690:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.650723:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7267 00000100:00100000:2.0:1746126658.650730:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973091456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.650741:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126658.650753:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091328 00000100:00100000:3.0:1746126658.650757:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091328 00010000:00010000:2.0:1746126658.650760:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.650770:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.650787:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5576 00010000:00010000:2.0:1746126658.650787:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183c00/0x9cce4314879c6ec2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a8a expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.650791:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1978:x1830945973091328:12345-192.168.203.49@tcp:9:kworker.0 00010000:00010000:2.0:1746126658.650809:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.650811:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.650817:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.650825:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1746126658.650836:0:8440:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9cce43148790d74e 00000100:00080000:3.0:1746126658.650843:0:8440:0:(import.c:66:import_set_state_nolock()) ffff8801368bb000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1746126658.650848:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.650856:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126658.650859:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643392:192.168.203.49@tcp:105: 00000001:00000004:3.0:1746126658.650874:0:8440:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968534 00000100:00100000:2.0:1746126658.650913:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.651069:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+2:1978:x1830945973091328:12345-192.168.203.49@tcp:9:kworker.0 Request processed in 276us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.651074:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5576 00000100:00080000:0.0:1746126658.651304:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126658.652688:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643392:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.652702:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.652723:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973091456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1994us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.652729:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7267 00000100:00100000:0.0:1746126658.653639:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.654289:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091712 00000100:00100000:2.0:1746126658.654296:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091712 00002000:00100000:2.0:1746126658.654327:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8a80 x1830945973091712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.654336:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8a80 with x1830945973091712 ext(0->4095) 00002000:00010000:2.0:1746126658.654340:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a8a80 00000100:00100000:2.0:1746126658.654355:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4111 00000100:00100000:2.0:1746126658.654361:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973091712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.655039:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973091712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 676us (1401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.655049:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4111 00002000:00100000:2.0:1746126658.655054:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8a80 x1830945973091712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.655061:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8a80 with x1830945973091712 ext(0->4095) 00002000:00010000:2.0:1746126658.655064:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911a8a80 00000100:00100000:0.0:1746126658.656701:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.656915:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091840 00000100:00100000:3.0:1746126658.656922:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091840 00000100:00100000:3.0:1746126658.656962:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5577 00000100:00100000:3.0:1746126658.656968:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973091840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.656980:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.656993:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a98 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.657017:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.657023:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.657025:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.657027:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.657050:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.657059:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.657070:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973643520:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.657142:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.659818:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.659897:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973643520:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.659921:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.659936:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126658.659971:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973091840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3003us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.659980:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5577 00000100:00100000:2.0:1746126658.660036:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973091968 00000100:00100000:2.0:1746126658.660041:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973091968 00010000:00010000:2.0:1746126658.660061:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.660092:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7268 00000100:00100000:2.0:1746126658.660098:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973091968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.660107:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.660124:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.660134:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.660156:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ec9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a91 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.660170:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.660171:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.660177:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.660189:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.660212:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.660222:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643648:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.660280:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.662369:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.662753:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092224 00000100:00100000:3.0:1746126658.662761:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092224 00002000:00100000:3.0:1746126658.662797:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092749880 x1830945973092224/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.662807:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092749880 with x1830945973092224 ext(0->4095) 00002000:00010000:3.0:1746126658.662810:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092749880 00000100:00100000:3.0:1746126658.662832:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4112 00000100:00100000:3.0:1746126658.662838:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973092224:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.662963:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973092224:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.662969:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4112 00002000:00100000:3.0:1746126658.662974:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092749880 x1830945973092224/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.662981:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092749880 with x1830945973092224 ext(0->4095) 00002000:00010000:3.0:1746126658.662984:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092749880 00000100:00100000:2.0:1746126658.663094:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973643648:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.663112:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.663133:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973091968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3036us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.663141:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7268 00000100:00100000:0.0:1746126658.664367:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.665329:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092352 00000100:00100000:3.0:1746126658.665337:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092352 00000100:00100000:3.0:1746126658.665377:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5578 00000100:00100000:3.0:1746126658.665384:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973092352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.665396:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.665422:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3a9f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.665470:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.665482:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.665484:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.665486:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.665511:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.665521:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.665531:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973643776:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.665604:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.666623:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.666831:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092480 00000100:00100000:2.0:1746126658.666841:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092480 00000100:00100000:2.0:1746126658.666870:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5579 00000100:00100000:2.0:1746126658.666875:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973092480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.666883:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.666891:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3aa6 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.666905:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.666909:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.666918:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.666921:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.666944:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.666954:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.666963:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3800, rc 0) 00000100:00100000:2.0:1746126658.667421:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31659:x1830945973092480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 545us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.667427:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5579 00000100:00100000:3.0:1746126658.667603:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973643776:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.667617:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.667625:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126658.667655:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973092352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2271us (3291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.667660:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5578 00000100:00100000:0.0:1746126658.669782:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.669840:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092608 00000100:00100000:2.0:1746126658.669846:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092608 00010000:00010000:2.0:1746126658.669867:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.669980:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7269 00000100:00100000:2.0:1746126658.669991:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973092608:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.670001:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.670017:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.670029:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.670045:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ed0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a98 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.670106:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.670108:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.670114:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.670121:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.670146:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.670156:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.670166:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644032:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.670559:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.674401:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.674988:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092864 00000100:00100000:1.0:1746126658.674996:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092864 00000100:00100000:2.0:1746126658.675012:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644032:192.168.203.49@tcp:105: 00002000:00100000:1.0:1746126658.675031:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945973092864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126658.675036:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126658.675039:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945973092864 ext(0->4095) 00010000:00010000:1.0:1746126658.675045:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.675055:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.675061:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d73800 00000100:00100000:2.0:1746126658.675083:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973092608:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5096us (5305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.675086:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1987 00000100:00100000:2.0:1746126658.675091:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7269 00000100:00100000:1.0:1746126658.675092:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973092864:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.675203:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973092864:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.675208:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1987 00002000:00100000:1.0:1746126658.675214:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73800 x1830945973092864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.675221:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945973092864 ext(0->4095) 00010000:00010000:1.0:1746126658.675225:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.675233:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.675239:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d73800 00000100:00100000:0.0:1746126658.677341:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.677420:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973092992 00000100:00100000:2.0:1746126658.677427:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973092992 00010000:00010000:2.0:1746126658.677489:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.677520:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7270 00000100:00100000:2.0:1746126658.677527:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1980:x1830945973092992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.677537:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.677552:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.677563:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.677581:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6ed7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3a9f expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.677607:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.677609:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.677614:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.677620:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.677646:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.677656:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644160:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.677724:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.679927:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644160:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.679948:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.679978:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1980:x1830945973092992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2451us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.679987:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7270 00000100:00100000:0.0:1746126658.681177:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.681301:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973093248 00000100:00100000:1.0:1746126658.681306:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973093248 00002000:00100000:1.0:1746126658.681335:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72a00 x1830945973093248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.681344:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72a00 with x1830945973093248 ext(0->4095) 00002000:00010000:1.0:1746126658.681347:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d72a00 00000100:00100000:1.0:1746126658.681369:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4113 00000100:00100000:1.0:1746126658.681374:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973093248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.681739:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973093248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 364us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.681745:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4113 00002000:00100000:1.0:1746126658.681750:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72a00 x1830945973093248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.681757:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72a00 with x1830945973093248 ext(0->4095) 00002000:00010000:1.0:1746126658.681760:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d72a00 00000100:00100000:0.0:1746126658.684332:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.684660:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973093376 00000100:00100000:3.0:1746126658.684670:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973093376 00000100:00100000:3.0:1746126658.684727:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5580 00000100:00100000:3.0:1746126658.684735:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973093376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.684756:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.684773:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3aad expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.684803:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.684812:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.684814:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.684817:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.684847:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.684859:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 91 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.684870:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973644288:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.684947:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.686422:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973644288:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.686483:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.686497:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126658.686529:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973093376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.686540:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5580 00000100:00100000:0.0:1746126658.687414:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.687518:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973093504 00000100:00100000:2.0:1746126658.687524:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973093504 00010000:00010000:2.0:1746126658.687548:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.687576:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7271 00000100:00100000:2.0:1746126658.687582:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973093504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.687592:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.687613:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.687624:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.687645:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6ede lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aa6 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.687671:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.687673:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.687679:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.687691:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.687715:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.687725:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644416:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.687787:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.689242:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644416:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.689260:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.689317:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973093504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1734us (1903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.689326:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7271 00000100:00100000:0.0:1746126658.690210:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.690778:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.690859:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973093760 00000100:00100000:1.0:1746126658.690865:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973093760 00002000:00100000:1.0:1746126658.690900:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacd180 x1830945973093760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.690910:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacd180 with x1830945973093760 ext(0->4095) 00002000:00010000:1.0:1746126658.690914:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacd180 00000100:00100000:1.0:1746126658.690939:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4114 00000100:00100000:1.0:1746126658.690945:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973093760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.691079:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973093760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (871us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.691084:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4114 00002000:00100000:1.0:1746126658.691088:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacd180 x1830945973093760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.691095:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacd180 with x1830945973093760 ext(0->4095) 00002000:00010000:1.0:1746126658.691097:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacd180 00000100:00100000:3.0:1746126658.691400:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973093888 00000100:00100000:3.0:1746126658.691405:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973093888 00000100:00100000:3.0:1746126658.691425:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5581 00000100:00100000:3.0:1746126658.691430:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973093888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.691462:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.691476:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ab4 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.691498:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.691506:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.691507:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.691510:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.691534:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.691543:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.691553:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973644544:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.691594:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.693334:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.694896:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973644544:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.694905:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094016 00000100:00100000:2.0:1746126658.694912:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094016 00010000:00010000:3.0:1746126658.694923:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.694940:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:3.0:1746126658.694987:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973093888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3556us (4208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.694995:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5581 00000100:00100000:0.0:1746126658.695090:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.695323:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094144 00000100:00100000:3.0:1746126658.695328:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094144 00010000:00010000:3.0:1746126658.695349:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.695370:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7272 00000100:00100000:3.0:1746126658.695376:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973094144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.695386:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.695406:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.695417:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.695463:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6ee5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aad expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.695481:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.695483:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.695490:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.695498:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.695536:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.695546:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644672:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.695745:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5582 00000100:00100000:2.0:1746126658.695749:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31659:x1830945973094016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.695759:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.695768:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3abb expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.695782:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.695788:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.695790:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.695793:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.695809:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.695819:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.695826:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973644800:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.696213:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.696262:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.698281:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644672:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.698301:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.698341:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973094144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2963us (3249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.698342:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973644800:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.698353:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7272 00010000:00010000:2.0:1746126658.698364:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.698377:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2c00, rc 0) 00000100:00100000:2.0:1746126658.698395:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973094016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (5068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.698401:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5582 00000100:00100000:0.0:1746126658.698665:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.698845:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094400 00000100:00100000:2.0:1746126658.698852:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094400 00002000:00100000:2.0:1746126658.698883:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacca80 x1830945973094400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.698892:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacca80 with x1830945973094400 ext(0->4095) 00010000:00010000:2.0:1746126658.698898:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.698913:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.698919:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacca80 00000100:00100000:2.0:1746126658.698933:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1988 00000100:00100000:2.0:1746126658.698939:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973094400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.699674:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973094400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 732us (1006us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.699682:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1988 00002000:00100000:2.0:1746126658.699688:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacca80 x1830945973094400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.699695:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacca80 with x1830945973094400 ext(0->4095) 00010000:00010000:2.0:1746126658.699702:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.699711:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.699716:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacca80 00000100:00100000:0.0:1746126658.701809:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.701966:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094528 00000100:00100000:3.0:1746126658.701973:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094528 00010000:00010000:3.0:1746126658.702003:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.702040:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7273 00000100:00100000:3.0:1746126658.702047:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1979:x1830945973094528:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.702060:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.702079:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.702089:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.702111:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6eec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ab4 expref: 93 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.702138:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.702140:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.702148:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.702155:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.702189:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.702202:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.702293:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.705177:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.705220:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094784 00000100:00100000:2.0:1746126658.705228:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094784 00002000:00100000:2.0:1746126658.705264:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5c00 x1830945973094784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.705273:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5c00 with x1830945973094784 ext(0->4095) 00002000:00010000:2.0:1746126658.705278:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5c00 00000100:00100000:2.0:1746126658.705305:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4115 00000100:00100000:2.0:1746126658.705311:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1980:x1830945973094784:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126658.705369:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973644928:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.705386:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.705423:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1979:x1830945973094528:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3376us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.705432:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7273 00000100:00100000:2.0:1746126658.705480:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1980:x1830945973094784:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.705486:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4115 00002000:00100000:2.0:1746126658.705491:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5c00 x1830945973094784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.705497:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5c00 with x1830945973094784 ext(0->4095) 00002000:00010000:2.0:1746126658.705500:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5c00 00000100:00100000:0.0:1746126658.707039:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.707251:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973094912 00000100:00100000:2.0:1746126658.707257:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973094912 00000100:00100000:2.0:1746126658.707289:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5583 00000100:00100000:2.0:1746126658.707295:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973094912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.707307:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.707321:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ac2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.707348:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.707355:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.707356:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.707360:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.707388:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.707397:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 91 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.707407:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645056:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.707516:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.709098:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645056:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.709127:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.709140:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2600, rc 0) 00000100:00100000:2.0:1746126658.709169:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973094912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1874us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.709176:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5583 00000100:00100000:0.0:1746126658.710765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.711037:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095040 00000100:00100000:3.0:1746126658.711045:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095040 00010000:00010000:3.0:1746126658.711073:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.711110:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7274 00000100:00100000:3.0:1746126658.711116:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973095040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.711129:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.711150:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.711160:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.711181:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6ef3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3abb expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.711208:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.711210:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.711217:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.711226:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.711256:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.711268:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.711340:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.714026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.714232:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.714256:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.714294:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1982:x1830945973095040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3177us (3533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.714315:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7274 00000100:00100000:2.0:1746126658.714491:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095296 00000100:00100000:2.0:1746126658.714497:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095296 00002000:00100000:2.0:1746126658.714531:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6a00 x1830945973095296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.714541:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6a00 with x1830945973095296 ext(0->4095) 00002000:00010000:2.0:1746126658.714545:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f6a00 00000100:00100000:2.0:1746126658.714572:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4116 00000100:00100000:2.0:1746126658.714578:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973095296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.714720:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973095296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.714726:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4116 00002000:00100000:2.0:1746126658.714731:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6a00 x1830945973095296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.714738:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6a00 with x1830945973095296 ext(0->4095) 00002000:00010000:2.0:1746126658.714740:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f6a00 00000100:00100000:0.0:1746126658.716002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.716086:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095424 00000100:00100000:2.0:1746126658.716091:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095424 00000100:00100000:2.0:1746126658.716256:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5584 00000100:00100000:2.0:1746126658.716263:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973095424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.716273:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.716287:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ac9 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.716313:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.716321:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.716323:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.716326:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.716353:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.716368:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.716379:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645312:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.716957:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.717812:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.717833:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095552 00000100:00100000:2.0:1746126658.717839:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095552 00000100:00100000:2.0:1746126658.717869:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5585 00000100:00100000:2.0:1746126658.717874:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973095552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.717882:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.717892:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ad0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.717905:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.717909:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.717914:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.717916:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.717941:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.717950:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.717963:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3c00, rc 0) 00000100:00100000:2.0:1746126658.718000:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31659:x1830945973095552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.718005:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5585 00000100:00100000:2.0:1746126658.719845:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f5b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645312:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.719872:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.719884:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00000100:00100000:2.0:1746126658.719927:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973095424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3664us (3927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.719933:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5584 00000100:00100000:0.0:1746126658.720107:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.720289:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095680 00000100:00100000:3.0:1746126658.720295:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095680 00010000:00010000:3.0:1746126658.720319:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.720778:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7275 00000100:00100000:3.0:1746126658.720786:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973095680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.720798:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.720820:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.720831:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.720851:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac2 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.720879:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.720881:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.720887:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.720895:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.720925:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.720935:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.720947:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645568:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.721014:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.723318:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645568:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126658.723327:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126658.723336:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.723660:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973095936 00000100:00100000:1.0:1746126658.723667:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973095936 00000100:00100000:3.0:1746126658.723823:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973095680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3036us (3714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.723833:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7275 00002000:00100000:1.0:1746126658.724008:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5180 x1830945973095936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.724018:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5180 with x1830945973095936 ext(0->4095) 00010000:00010000:1.0:1746126658.724027:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.724038:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.724044:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5180 00000100:00100000:1.0:1746126658.724072:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1989 00000100:00100000:1.0:1746126658.724079:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973095936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.724221:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973095936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (894us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.724227:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1989 00002000:00100000:1.0:1746126658.724232:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5180 x1830945973095936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.724239:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5180 with x1830945973095936 ext(0->4095) 00010000:00010000:1.0:1746126658.724244:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.724252:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.724257:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5180 00000100:00100000:0.0:1746126658.731135:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.731196:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096064 00000100:00100000:3.0:1746126658.731206:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096064 00010000:00010000:3.0:1746126658.731244:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.731288:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7276 00000100:00100000:3.0:1746126658.731297:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973096064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.731312:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.731333:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.731351:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.731376:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6f01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ac9 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.731410:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.731412:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.731419:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.731428:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.731498:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.731512:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645696:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.731594:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.736584:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.736652:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096320 00000100:00100000:2.0:1746126658.736662:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096320 00002000:00100000:2.0:1746126658.736706:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7480 x1830945973096320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.736716:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7480 with x1830945973096320 ext(0->4095) 00002000:00010000:2.0:1746126658.736721:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7480 00000100:00100000:2.0:1746126658.736752:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4117 00000100:00100000:2.0:1746126658.736759:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973096320:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.736934:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1981:x1830945973096320:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.736941:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4117 00002000:00100000:2.0:1746126658.736948:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7480 x1830945973096320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.736955:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7480 with x1830945973096320 ext(0->4095) 00002000:00010000:2.0:1746126658.736958:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7480 00000100:00100000:3.0:1746126658.737391:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645696:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.737412:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.737475:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973096064:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6141us (6310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.737484:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7276 00000100:00100000:0.0:1746126658.739119:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.740794:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096448 00000100:00100000:2.0:1746126658.740803:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096448 00000100:00100000:2.0:1746126658.740844:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5586 00000100:00100000:2.0:1746126658.740851:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973096448:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.740866:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.740881:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ad7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.740907:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.740914:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.740916:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.740919:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.740945:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 91 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.740954:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 91 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.740964:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645824:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.741048:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.742743:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973645824:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.742768:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.742782:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:2.0:1746126658.742821:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973096448:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.742828:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5586 00000100:00100000:0.0:1746126658.743628:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.743958:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096576 00000100:00100000:3.0:1746126658.743965:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096576 00010000:00010000:3.0:1746126658.743990:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.744022:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7277 00000100:00100000:3.0:1746126658.744029:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973096576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.744040:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.744061:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.744072:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.744092:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad0 expref: 92 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.744108:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.744110:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.744116:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.744123:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.744149:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.744158:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645952:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.745944:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.746970:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973645952:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.746985:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.747020:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:1981:x1830945973096576:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2991us (3392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.747030:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7277 00000100:00100000:0.0:1746126658.747245:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.747297:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.747377:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096704 00000100:00100000:3.0:1746126658.747383:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096704 00000100:00100000:3.0:1746126658.747420:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5587 00000100:00100000:3.0:1746126658.747426:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+91:31658:x1830945973096704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.748006:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.748023:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ade expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.748050:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.748058:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.748059:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.748063:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.748088:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.748098:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.748113:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973646080:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.748171:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.748373:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973096960 00000100:00100000:1.0:1746126658.748377:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973096960 00002000:00100000:1.0:1746126658.748406:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7480 x1830945973096960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.748414:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830945973096960 ext(0->4095) 00010000:00010000:1.0:1746126658.748421:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.752126:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.752147:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:1.0:1746126658.752192:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1990 00000100:00100000:1.0:1746126658.752204:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973096960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126658.752384:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973096960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 185us (5086us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.752390:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1990 00002000:00100000:1.0:1746126658.752398:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7480 x1830945973096960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.752406:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830945973096960 ext(0->4095) 00010000:00010000:1.0:1746126658.752413:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.752424:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.752429:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:3.0:1746126658.753603:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973646080:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.753628:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.753641:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126658.754025:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31658:x1830945973096704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6597us (6779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.754032:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5587 00000100:00100000:0.0:1746126658.754637:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.756007:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097088 00000100:00100000:3.0:1746126658.756018:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097088 00000100:00100000:3.0:1746126658.756059:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5588 00000100:00100000:3.0:1746126658.756066:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:31659:x1830945973097088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.756082:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.756097:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ae5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756124:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.756129:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756134:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.756137:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756176:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756186:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756195:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:3.0:1746126658.756247:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973097088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (1611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.756253:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5588 00000100:00100000:2.0:1746126658.756753:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.756818:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097216 00000100:00100000:3.0:1746126658.756829:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097216 00010000:00010000:3.0:1746126658.756845:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.756873:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7278 00000100:00100000:3.0:1746126658.756878:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973097216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.756888:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.756912:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.756922:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.756938:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ad7 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.756955:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.756957:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.756963:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756969:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756987:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.756996:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.757006:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646336:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.757064:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.759802:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646336:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.759818:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126658.759823:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126658.759913:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097472 00000100:00100000:0.0:1746126658.759921:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097472 00002000:00100000:0.0:1746126658.759962:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adaa00 x1830945973097472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.759970:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adaa00 with x1830945973097472 ext(0->4095) 00010000:00010000:0.0:1746126658.759979:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.759991:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:0.0:1746126658.759997:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adaa00 00000100:00100000:0.0:1746126658.760016:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1991 00000100:00100000:0.0:1746126658.760023:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973097472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.760819:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973097216:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3938us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.760827:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7278 00000100:00100000:0.0:1746126658.762285:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973097472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 2257us (2463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.762295:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1991 00002000:00100000:0.0:1746126658.762303:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adaa00 x1830945973097472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.762313:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adaa00 with x1830945973097472 ext(0->4095) 00010000:00010000:0.0:1746126658.762322:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.762336:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:0.0:1746126658.762343:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adaa00 00000100:00100000:0.0:1746126658.767497:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.767804:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097600 00000100:00100000:3.0:1746126658.767814:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097600 00010000:00010000:3.0:1746126658.767850:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.768336:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7279 00000100:00100000:3.0:1746126658.768345:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973097600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.768359:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.768381:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.768394:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.768416:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c6f16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ade expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.768465:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.768468:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.768475:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.768483:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.768517:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 92 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.768529:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646464:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.770013:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.772500:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646464:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.772523:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.772566:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973097600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4221us (5080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.772577:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7279 00000100:00100000:0.0:1746126658.775011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.775094:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097856 00000100:00100000:2.0:1746126658.775102:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097856 00002000:00100000:2.0:1746126658.775142:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01f80 x1830945973097856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.775152:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01f80 with x1830945973097856 ext(0->4095) 00002000:00010000:2.0:1746126658.775158:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01f80 00000100:00100000:2.0:1746126658.775184:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4118 00000100:00100000:2.0:1746126658.775191:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973097856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.775350:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1981:x1830945973097856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.775355:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4118 00002000:00100000:2.0:1746126658.775368:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01f80 x1830945973097856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.775375:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01f80 with x1830945973097856 ext(0->4095) 00002000:00010000:2.0:1746126658.775379:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01f80 00000100:00100000:0.0:1746126658.781563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.781656:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973097984 00000100:00100000:2.0:1746126658.781665:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973097984 00000100:00100000:2.0:1746126658.781718:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5589 00000100:00100000:2.0:1746126658.781728:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973097984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.781747:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.781762:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3aec expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.781791:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.781798:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.781800:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.781803:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.781831:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 91 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.781841:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 91 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.781852:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973646592:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.781923:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.783684:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973646592:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.783712:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.783726:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:2.0:1746126658.783761:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973097984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2035us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.783768:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5589 00000100:00100000:0.0:1746126658.784716:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.784776:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098112 00000100:00100000:3.0:1746126658.784783:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098112 00002000:00100000:3.0:1746126658.784819:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012de00e00 x1830945973098112/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.784828:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00e00 with x1830945973098112 ext(0->7) 00010000:00010000:3.0:1746126658.784834:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.784845:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 92 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.784852:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00e00 00000100:00100000:3.0:1746126658.784881:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1992 00000100:00100000:3.0:1746126658.784888:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+92:1982:x1830945973098112:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126658.785196:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973098112:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 308us (481us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746126658.785202:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1992 00002000:00100000:3.0:1746126658.785207:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012de00e00 x1830945973098112/t4294968018(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.785213:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00e00 with x1830945973098112 ext(0->7) 00010000:00010000:3.0:1746126658.785218:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.785226:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.785232:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00e00 00000100:00100000:0.0:1746126658.787605:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.787774:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098240 00000100:00100000:3.0:1746126658.787782:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098240 00010000:00010000:3.0:1746126658.787809:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.788590:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7280 00000100:00100000:3.0:1746126658.788599:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1980:x1830945973098240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.788613:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.788633:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.788645:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.788667:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ae5 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.788694:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.788696:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.788703:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.788716:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.788748:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.788761:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646720:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.788832:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.790236:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973646720:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.790254:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.790294:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1980:x1830945973098240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1695us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.790304:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7280 00000100:00100000:0.0:1746126658.791512:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.791606:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098496 00000100:00100000:2.0:1746126658.791613:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098496 00002000:00100000:2.0:1746126658.791648:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02300 x1830945973098496/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.791659:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02300 with x1830945973098496 ext(0->4095) 00002000:00010000:2.0:1746126658.791663:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02300 00000100:00100000:2.0:1746126658.791814:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4119 00000100:00100000:2.0:1746126658.791820:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973098496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.791979:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973098496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.791985:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4119 00002000:00100000:2.0:1746126658.791990:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02300 x1830945973098496/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.791998:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02300 with x1830945973098496 ext(0->4095) 00002000:00010000:2.0:1746126658.792000:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02300 00000100:00100000:0.0:1746126658.794351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.794522:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098624 00000100:00100000:2.0:1746126658.794530:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098624 00000100:00100000:2.0:1746126658.794575:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5590 00000100:00100000:2.0:1746126658.794582:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973098624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.794596:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.794613:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3af3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.794638:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.794646:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.794648:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.794651:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.794679:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.794689:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 5 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.794700:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973646848:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.794777:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.797468:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973646848:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.797500:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.797515:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3600, rc 0) 00000100:00100000:2.0:1746126658.797553:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31659:x1830945973098624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.797564:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5590 00000100:00100000:0.0:1746126658.798782:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.799038:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.799092:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098752 00000100:00100000:3.0:1746126658.799099:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098752 00010000:00010000:3.0:1746126658.799123:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.799238:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973098880 00000100:00100000:2.0:1746126658.799241:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973098880 00000100:00100000:2.0:1746126658.799263:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5591 00000100:00100000:2.0:1746126658.799268:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31658:x1830945973098880:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.799280:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.799291:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3afa expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.799310:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.799314:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.799319:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.799322:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.799352:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.799361:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.799368:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2400, rc 0) 00000100:00100000:2.0:1746126658.799392:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973098880:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.799397:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5591 00000100:00100000:3.0:1746126658.799550:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7281 00000100:00100000:3.0:1746126658.799556:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973098752:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.799566:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.799586:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.799596:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.799614:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3aec expref: 6 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.799626:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.799627:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.799633:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.799640:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.799657:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.799667:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.799678:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647104:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.799723:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.802627:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647104:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.802646:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.802694:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973098752:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3136us (3913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.802703:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7281 00000100:00100000:0.0:1746126658.802890:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.803050:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099136 00000100:00100000:3.0:1746126658.803056:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099136 00002000:00100000:3.0:1746126658.803088:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f480 x1830945973099136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.803097:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f480 with x1830945973099136 ext(0->4095) 00010000:00010000:3.0:1746126658.803104:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.803115:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.803121:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f480 00000100:00100000:3.0:1746126658.803174:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1993 00000100:00100000:3.0:1746126658.803181:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1979:x1830945973099136:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126658.803361:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1979:x1830945973099136:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.803366:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1993 00002000:00100000:3.0:1746126658.803372:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f480 x1830945973099136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.803378:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f480 with x1830945973099136 ext(0->4095) 00010000:00010000:3.0:1746126658.803383:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.803391:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.803396:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f480 00000100:00100000:0.0:1746126658.804892:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.804968:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099264 00000100:00100000:3.0:1746126658.805051:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099264 00000100:00100000:3.0:1746126658.805084:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5592 00000100:00100000:3.0:1746126658.805090:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973099264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.805101:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.805115:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b01 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805136:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.805141:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805146:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126658.805150:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805183:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805193:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805202:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:3.0:1746126658.805228:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973099264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.805234:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5592 00000100:00100000:0.0:1746126658.805427:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.805643:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099392 00000100:00100000:3.0:1746126658.805646:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099392 00010000:00010000:3.0:1746126658.805659:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.805673:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7282 00000100:00100000:3.0:1746126658.805677:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973099392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.805684:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.805699:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.805707:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.805829:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3600/0x9cce4314879c6f2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3af3 expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.805930:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.805932:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.805938:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805944:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805961:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.805969:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.805984:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647360:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.806177:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.807742:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.807778:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099648 00000100:00100000:3.0:1746126658.807782:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099648 00002000:00100000:3.0:1746126658.807809:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e680 x1830945973099648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.807816:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e680 with x1830945973099648 ext(0->4095) 00010000:00010000:3.0:1746126658.807821:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.807828:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.807833:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e680 00000100:00100000:3.0:1746126658.807844:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1994 00000100:00100000:3.0:1746126658.807848:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973099648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.807861:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647360:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.807877:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.807915:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973099392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2236us (2487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.807922:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7282 00000100:00100000:3.0:1746126658.807959:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1981:x1830945973099648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.807962:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1994 00002000:00100000:3.0:1746126658.807966:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6e680 x1830945973099648/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.807971:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e680 with x1830945973099648 ext(0->4095) 00010000:00010000:3.0:1746126658.807973:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.807979:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.807983:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e680 00000100:00100000:0.0:1746126658.809875:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.809919:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.809948:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099776 00000100:00100000:3.0:1746126658.809952:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099776 00000100:00100000:3.0:1746126658.809978:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5593 00000100:00100000:3.0:1746126658.809984:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31658:x1830945973099776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126658.809985:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973099904 00010000:00010000:3.0:1746126658.809994:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.810008:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b08 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.810029:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.810035:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.810040:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126658.810044:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.810072:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.810082:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.810090:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:2.0:1746126658.810100:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973099904 00010000:00010000:2.0:1746126658.810117:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 96 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.810130:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:31658:x1830945973099776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.810133:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7283 00000100:00100000:3.0:1746126658.810135:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5593 00000100:00100000:2.0:1746126658.810138:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1982:x1830945973099904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.810144:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.810159:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.810167:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.810182:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2400/0x9cce4314879c6f32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3afa expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.810199:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.810201:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.810206:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.810212:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.810231:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.810241:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.810250:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647616:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.810293:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.812591:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.812595:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647616:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.812617:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.812659:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973099904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2520us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.812667:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7283 00000100:00100000:2.0:1746126658.812867:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973100160 00000100:00100000:2.0:1746126658.812873:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973100160 00002000:00100000:2.0:1746126658.812902:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60e00 x1830945973100160/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.812911:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60e00 with x1830945973100160 ext(0->4095) 00010000:00010000:2.0:1746126658.812918:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.812929:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.812935:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60e00 00000100:00100000:2.0:1746126658.812955:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1995 00000100:00100000:2.0:1746126658.812961:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973100160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.813088:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973100160:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.813096:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1995 00002000:00100000:2.0:1746126658.813101:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60e00 x1830945973100160/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.813107:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60e00 with x1830945973100160 ext(0->4095) 00010000:00010000:2.0:1746126658.813112:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.813120:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.813126:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60e00 00000100:00100000:0.0:1746126658.815533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.815617:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973100288 00000100:00100000:3.0:1746126658.815624:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973100288 00010000:00010000:3.0:1746126658.815652:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.815682:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7284 00000100:00100000:3.0:1746126658.815688:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973100288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.815701:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.815720:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.815731:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.815752:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b01 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.815782:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.815784:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.815791:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.815800:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.815890:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.815902:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647744:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.815983:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.817067:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973647744:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.817082:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.817106:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973100288:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1418us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.817113:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7284 00000100:00100000:0.0:1746126658.817803:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.818262:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973100544 00000100:00100000:2.0:1746126658.818268:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973100544 00002000:00100000:2.0:1746126658.818302:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62a00 x1830945973100544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.818311:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945973100544 ext(0->4095) 00002000:00010000:2.0:1746126658.818316:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62a00 00000100:00100000:2.0:1746126658.818331:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4120 00000100:00100000:2.0:1746126658.818337:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1980:x1830945973100544:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126658.818529:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1980:x1830945973100544:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.818534:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4120 00002000:00100000:2.0:1746126658.818539:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62a00 x1830945973100544/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.818551:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62a00 with x1830945973100544 ext(0->4095) 00002000:00010000:2.0:1746126658.818554:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62a00 00000100:00100000:0.0:1746126658.819908:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.819958:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973100672 00000100:00100000:3.0:1746126658.819963:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973100672 00000100:00100000:3.0:1746126658.819992:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5594 00000100:00100000:3.0:1746126658.819998:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973100672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.820008:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.820023:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b0f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.820048:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.820060:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.820061:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.820065:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.820090:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.820101:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.820111:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973647872:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.820239:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.821528:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973647872:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.821547:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.821559:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126658.821592:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973100672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1594us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.821598:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5594 00000100:00100000:2.0:1746126658.821693:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.821772:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973100800 00000100:00100000:3.0:1746126658.821776:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973100800 00010000:00010000:3.0:1746126658.821796:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.821873:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7285 00000100:00100000:3.0:1746126658.821879:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973100800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.821888:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.821907:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.821917:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.821935:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b08 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.821957:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.821959:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.821965:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.821972:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.821994:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.822003:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.823421:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.823846:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648000:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.823860:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.824188:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973100800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2229us (2414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.824197:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7285 00000100:00100000:0.0:1746126658.824773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.824823:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101056 00000100:00100000:2.0:1746126658.824828:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101056 00002000:00100000:2.0:1746126658.824864:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945973101056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.824873:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945973101056 ext(0->4095) 00002000:00010000:2.0:1746126658.824877:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126658.824942:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4121 00000100:00100000:0.0:1746126658.824950:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973101056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126658.825153:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973101056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 204us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.825159:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4121 00002000:00100000:0.0:1746126658.825164:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945973101056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.825171:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945973101056 ext(0->4095) 00002000:00010000:0.0:1746126658.825173:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126658.827900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.827953:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101184 00000100:00100000:3.0:1746126658.827959:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101184 00000100:00100000:3.0:1746126658.828049:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5595 00000100:00100000:3.0:1746126658.828057:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31659:x1830945973101184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.828071:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.828086:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b16 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.828116:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.828124:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.828125:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.828129:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.828159:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.828169:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.828180:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973648128:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.828261:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.829147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.829186:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101312 00000100:00100000:2.0:1746126658.829190:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101312 00000100:00100000:2.0:1746126658.829227:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5596 00000100:00100000:2.0:1746126658.829233:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973101312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.829239:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.829247:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b1d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.829258:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.829262:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.829267:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.829270:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 96 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.829293:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.829304:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 96 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.829313:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:2.0:1746126658.829493:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:31658:x1830945973101312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 260us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.829499:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5596 00000100:00100000:3.0:1746126658.830509:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973648128:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.830530:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.830539:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:3.0:1746126658.830570:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31659:x1830945973101184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2512us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.830576:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5595 00000100:00100000:0.0:1746126658.830692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.830733:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101440 00000100:00100000:3.0:1746126658.830737:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101440 00010000:00010000:3.0:1746126658.830753:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.830770:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7286 00000100:00100000:3.0:1746126658.830775:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973101440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.830784:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.830802:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.830812:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.830829:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c6f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b0f expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.830846:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.830848:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.830853:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.830861:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.830881:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.830890:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.830899:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648384:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.830948:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.832215:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648384:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.832226:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.832257:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973101440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1481us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.832264:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7286 00000100:00100000:0.0:1746126658.832776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.832835:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101696 00000100:00100000:2.0:1746126658.832840:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101696 00002000:00100000:2.0:1746126658.832873:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c000 x1830945973101696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.832883:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c000 with x1830945973101696 ext(0->4095) 00010000:00010000:2.0:1746126658.832890:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.832900:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.832905:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232c000 00000100:00100000:2.0:1746126658.832926:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1996 00000100:00100000:2.0:1746126658.832931:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973101696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.833071:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973101696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.833077:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1996 00002000:00100000:2.0:1746126658.833083:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c000 x1830945973101696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.833090:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c000 with x1830945973101696 ext(0->4095) 00010000:00010000:2.0:1746126658.833095:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.833103:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.833185:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232c000 00000100:00100000:0.0:1746126658.834216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.834258:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.834406:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101952 00000100:00100000:3.0:1746126658.834410:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101952 00000100:00100000:2.0:1746126658.834523:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973101824 00000100:00100000:2.0:1746126658.834526:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973101824 00010000:00010000:2.0:1746126658.834541:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.834595:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7287 00000100:00100000:2.0:1746126658.834601:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1979:x1830945973101824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.834611:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.834624:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.834625:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5597 00000100:00100000:3.0:1746126658.834630:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973101952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.834634:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.834641:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.834652:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b24 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.834653:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c6f4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b16 expref: 95 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.834665:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.834669:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.834675:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.834678:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.834757:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.834759:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.834765:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.834772:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.834796:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.834805:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.834813:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.834815:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648512:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.834820:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 94 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.834827:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973648640:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126658.835171:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.835220:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.837382:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.837464:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973102208 00000100:00100000:2.0:1746126658.837471:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973102208 00002000:00100000:2.0:1746126658.837502:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d880 x1830945973102208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.837511:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d880 with x1830945973102208 ext(0->4095) 00010000:00010000:2.0:1746126658.837517:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.837528:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.837533:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d880 00000100:00100000:2.0:1746126658.837546:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1997 00000100:00100000:2.0:1746126658.837551:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973102208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.837689:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973648640:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.837711:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.837724:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:3.0:1746126658.837773:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973101952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.837782:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5597 00000100:00100000:2.0:1746126658.838128:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973102208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 575us (750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.838134:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1997 00002000:00100000:2.0:1746126658.838138:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d880 x1830945973102208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.838145:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d880 with x1830945973102208 ext(0->4095) 00010000:00010000:2.0:1746126658.838149:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.838157:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00002000:00010000:2.0:1746126658.838162:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d880 00000100:00100000:2.0:1746126658.838462:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648512:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.838472:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.838492:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1979:x1830945973101824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3891us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.838500:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7287 00000100:00100000:0.0:1746126658.840368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.840405:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.840468:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973102336 00000100:00100000:3.0:1746126658.840472:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973102336 00000100:00100000:3.0:1746126658.840506:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5598 00000100:00100000:3.0:1746126658.840512:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:31658:x1830945973102336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.840525:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.840538:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b2b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.840559:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.840564:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.840570:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126658.840574:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.840604:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.840614:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 95 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.840623:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:3.0:1746126658.840645:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973102336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.840650:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5598 00000100:00100000:2.0:1746126658.840791:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973102464 00000100:00100000:2.0:1746126658.840794:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973102464 00010000:00010000:2.0:1746126658.840809:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.840824:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7288 00000100:00100000:2.0:1746126658.840828:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973102464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.840835:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.840850:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.840858:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.840874:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6f55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b1d expref: 95 pid: 16421 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.840885:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.840886:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.840892:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.840899:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.840917:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.840927:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 5 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.840941:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648896:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.840984:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.843140:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.843321:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973648896:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.843340:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.843375:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1981:x1830945973102464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2546us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.843384:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7288 00000100:00100000:3.0:1746126658.843496:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973102720 00000100:00100000:3.0:1746126658.843501:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973102720 00002000:00100000:3.0:1746126658.843533:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ed80 x1830945973102720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.843543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ed80 with x1830945973102720 ext(0->4095) 00010000:00010000:3.0:1746126658.843550:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.843561:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.843567:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232ed80 00000100:00100000:3.0:1746126658.843591:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1998 00000100:00100000:3.0:1746126658.843596:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973102720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.843730:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973102720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.843736:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1998 00002000:00100000:3.0:1746126658.843741:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ed80 x1830945973102720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.843748:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ed80 with x1830945973102720 ext(0->4095) 00010000:00010000:3.0:1746126658.843752:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.843761:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00002000:00010000:3.0:1746126658.843771:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232ed80 00000100:00100000:0.0:1746126658.846060:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.846151:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973102848 00000100:00100000:2.0:1746126658.846158:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973102848 00010000:00010000:2.0:1746126658.846182:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.846365:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7289 00000100:00100000:2.0:1746126658.846372:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973102848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.846382:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.846398:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.846408:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.846430:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c6f5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b24 expref: 6 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.846495:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.846498:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.846505:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.846512:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.846543:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.846555:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649024:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.846618:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.848853:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.849002:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649024:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.849021:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.849057:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973102848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2685us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.849065:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7289 00000100:00100000:1.0:1746126658.849573:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103104 00000100:00100000:1.0:1746126658.849581:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103104 00002000:00100000:1.0:1746126658.849617:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945973103104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.849633:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945973103104 ext(0->4095) 00002000:00010000:1.0:1746126658.849638:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232f480 00000100:00100000:1.0:1746126658.849657:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4122 00000100:00100000:1.0:1746126658.849663:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973103104:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.849826:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973103104:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (979us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.849832:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4122 00002000:00100000:1.0:1746126658.849837:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945973103104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.849844:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945973103104 ext(0->4095) 00002000:00010000:1.0:1746126658.849846:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126658.851594:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.851751:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103232 00000100:00100000:1.0:1746126658.851757:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103232 00000100:00100000:1.0:1746126658.851925:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5599 00000100:00100000:1.0:1746126658.851932:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973103232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.851944:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.851959:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b32 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.851984:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.851991:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.851993:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.851997:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.852026:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.852037:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 93 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.852051:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649152:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.852735:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.854083:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.854163:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649152:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.854186:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.854200:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182000, rc 0) 00000100:00100000:1.0:1746126658.854243:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973103232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2311us (2655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.854250:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5599 00000100:00100000:2.0:1746126658.854397:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103360 00000100:00100000:2.0:1746126658.854403:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103360 00010000:00010000:2.0:1746126658.854423:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00000100:00100000:2.0:1746126658.854468:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7290 00000100:00100000:2.0:1746126658.854474:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973103360:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126658.854484:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126658.854504:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.854519:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.854538:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6f63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b2b expref: 94 pid: 11071 timeout: 670 lvb_type: 0 00010000:00010000:2.0:1746126658.854551:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.854553:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.854560:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.854567:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.854593:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126658.854602:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649280:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126658.855100:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.856489:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649280:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126658.856578:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126658.856610:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:1982:x1830945973103360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2135us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.856619:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7290 00000100:00100000:0.0:1746126658.857363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.857416:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103616 00000100:00100000:1.0:1746126658.857423:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103616 00002000:00100000:1.0:1746126658.857494:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e300 x1830945973103616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.857504:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e300 with x1830945973103616 ext(0->4095) 00002000:00010000:1.0:1746126658.857507:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b84e300 00000100:00100000:1.0:1746126658.857525:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4123 00000100:00100000:1.0:1746126658.857531:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973103616:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126658.858633:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973103616:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1099us (1268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126658.858640:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4123 00002000:00100000:1.0:1746126658.858646:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e300 x1830945973103616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.858653:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e300 with x1830945973103616 ext(0->4095) 00002000:00010000:1.0:1746126658.858656:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b84e300 00000100:00100000:0.0:1746126658.859184:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.859507:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103744 00000100:00100000:1.0:1746126658.859513:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103744 00000100:00100000:1.0:1746126658.859969:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5600 00000100:00100000:1.0:1746126658.859978:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+93:31658:x1830945973103744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.859989:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.860004:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b39 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.860029:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.860037:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.860038:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.860042:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.860071:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.860087:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 5 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:1.0:1746126658.860099:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649408:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126658.860571:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.860654:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973103872 00000100:00100000:1.0:1746126658.860654:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.860658:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973103872 00000100:00100000:3.0:1746126658.860680:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5601 00000100:00100000:3.0:1746126658.860685:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31659:x1830945973103872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126658.860692:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.860698:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b40 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.860710:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.860713:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 96 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.860718:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126658.860721:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.860741:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 96 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.860751:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 96 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.860758:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:3.0:1746126658.860782:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:31659:x1830945973103872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.860790:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5601 00000100:00100000:1.0:1746126658.863092:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649408:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.863121:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.863136:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00000100:00100000:1.0:1746126658.863803:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973103744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3823us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.863811:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5600 00000100:00100000:0.0:1746126658.864272:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.864378:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104000 00000100:00100000:3.0:1746126658.864387:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104000 00010000:00010000:3.0:1746126658.864413:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.864634:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7291 00000100:00100000:3.0:1746126658.864641:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973104000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.864655:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.864675:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.864685:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.864707:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182000/0x9cce4314879c6f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b32 expref: 6 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.864723:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.864725:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.864732:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.864739:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.864767:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 94 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.864778:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 94 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.864790:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649664:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.864844:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.867655:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.867781:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649664:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.867802:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.867809:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104256 00000100:00100000:1.0:1746126658.867817:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104256 00000100:00100000:3.0:1746126658.867843:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973104000:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3202us (3571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.867853:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7291 00002000:00100000:1.0:1746126658.867860:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaaa00 x1830945973104256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.867870:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaaa00 with x1830945973104256 ext(0->4095) 00010000:00010000:1.0:1746126658.867878:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:1.0:1746126658.867891:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:1.0:1746126658.867901:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaaa00 00000100:00100000:1.0:1746126658.867926:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 1999 00000100:00100000:1.0:1746126658.867933:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973104256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126658.869102:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1981:x1830945973104256:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1165us (1454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126658.869110:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 1999 00002000:00100000:0.0:1746126658.869116:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaaa00 x1830945973104256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126658.869124:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaaa00 with x1830945973104256 ext(0->4095) 00010000:00010000:0.0:1746126658.869130:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:0.0:1746126658.869141:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00002000:00010000:0.0:1746126658.869147:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaaa00 00000100:00100000:0.0:1746126658.873076:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.873136:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104384 00000100:00100000:3.0:1746126658.873147:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104384 00010000:00010000:3.0:1746126658.873182:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00000100:00100000:3.0:1746126658.873565:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7292 00000100:00100000:3.0:1746126658.873573:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973104384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.873587:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.873609:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.873621:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.873646:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182a00/0x9cce4314879c6f71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b39 expref: 95 pid: 8440 timeout: 670 lvb_type: 0 00010000:00010000:3.0:1746126658.873674:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.873676:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.873683:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.873691:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.873725:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 94 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.873737:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649792:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.877034:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.877985:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973649792:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.878004:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.878800:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973104384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5224us (5731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.878811:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7292 00000100:00100000:0.0:1746126658.880383:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.880581:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104640 00000100:00100000:2.0:1746126658.880591:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104640 00002000:00100000:2.0:1746126658.880634:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9f80 x1830945973104640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.880643:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945973104640 ext(0->4095) 00002000:00010000:2.0:1746126658.880647:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa9f80 00000100:00100000:2.0:1746126658.880676:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4124 00000100:00100000:2.0:1746126658.880683:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973104640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.880848:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973104640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.880854:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4124 00002000:00100000:2.0:1746126658.880859:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9f80 x1830945973104640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.880865:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945973104640 ext(0->4095) 00002000:00010000:2.0:1746126658.880868:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa9f80 00000100:00100000:0.0:1746126658.882819:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.885532:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104768 00000100:00100000:1.0:1746126658.885545:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104768 00000100:00100000:1.0:1746126658.885608:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5602 00000100:00100000:1.0:1746126658.885617:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973104768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.885634:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.885650:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b47 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.885679:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.885686:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.885687:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.885691:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.885724:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 93 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.885734:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 93 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.885745:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649920:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.886421:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.888316:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973649920:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.888341:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.888357:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183a00, rc 0) 00000100:00100000:1.0:1746126658.888391:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973104768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2775us (5578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.888399:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5602 00000100:00100000:0.0:1746126658.890624:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.890951:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.891003:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105024 00000100:00100000:1.0:1746126658.891011:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105024 00000100:00100000:3.0:1746126658.891017:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973104896 00000100:00100000:3.0:1746126658.891021:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973104896 00010000:00010000:3.0:1746126658.891043:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 95 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.891063:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5603 00000100:00100000:1.0:1746126658.891070:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973105024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126658.891073:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7293 00000100:00100000:3.0:1746126658.891079:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:1982:x1830945973104896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.891084:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126658.891095:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.891098:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b4e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.891116:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 96 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.891118:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.891123:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.891128:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126658.891131:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.891197:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 96 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.891216:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c6f78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b40 expref: 96 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.891226:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.891230:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.891231:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.891236:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.891243:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.891252:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.891260:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091183000, rc 0) 00010000:00010000:3.0:1746126658.891261:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.891271:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126658.891282:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650176:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.891295:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+95:31658:x1830945973105024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.891302:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5603 00000100:00100000:3.0:1746126658.891336:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.892762:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650176:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.892774:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.892957:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973104896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1876us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.892965:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7293 00000100:00100000:0.0:1746126658.892977:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.893123:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105280 00000100:00100000:2.0:1746126658.893128:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105280 00002000:00100000:2.0:1746126658.893157:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c700 x1830945973105280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.893166:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c700 with x1830945973105280 ext(0->4095) 00010000:00010000:2.0:1746126658.893173:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.893184:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.893195:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276c700 00000100:00100000:2.0:1746126658.893218:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2000 00000100:00100000:2.0:1746126658.893224:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973105280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.893367:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973105280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.893376:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2000 00002000:00100000:2.0:1746126658.893381:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c700 x1830945973105280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.893389:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c700 with x1830945973105280 ext(0->4095) 00010000:00010000:2.0:1746126658.893393:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.893401:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.893407:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276c700 00000100:00100000:0.0:1746126658.894408:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.894482:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105408 00000100:00100000:3.0:1746126658.894486:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105408 00010000:00010000:3.0:1746126658.894501:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126658.894527:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7294 00000100:00100000:3.0:1746126658.894532:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973105408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.894543:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.894556:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.894565:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.894585:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183a00/0x9cce4314879c6f7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b47 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.894598:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.894600:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.894605:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.894613:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.894639:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.894649:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650304:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.894710:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.895802:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650304:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.895813:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.895842:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973105408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1309us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.895850:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7294 00000100:00100000:0.0:1746126658.896025:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.896091:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105664 00000100:00100000:2.0:1746126658.896096:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105664 00002000:00100000:2.0:1746126658.896121:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ed80 x1830945973105664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.896130:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ed80 with x1830945973105664 ext(0->4095) 00002000:00010000:2.0:1746126658.896133:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ed80 00000100:00100000:2.0:1746126658.896146:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4125 00000100:00100000:2.0:1746126658.896152:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1981:x1830945973105664:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126658.896347:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1981:x1830945973105664:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 194us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.896353:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4125 00002000:00100000:2.0:1746126658.896358:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ed80 x1830945973105664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.896364:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ed80 with x1830945973105664 ext(0->4095) 00002000:00010000:2.0:1746126658.896367:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ed80 00000100:00100000:0.0:1746126658.900134:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.900222:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105792 00000100:00100000:1.0:1746126658.900232:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105792 00000100:00100000:1.0:1746126658.900282:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5604 00000100:00100000:1.0:1746126658.900290:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973105792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126658.900307:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126658.900321:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b55 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.900348:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.900354:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.900356:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126658.900359:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.900385:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.900401:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 93 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.900413:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650432:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126658.900519:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.901998:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136ad8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650432:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126658.902018:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.902030:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182800, rc 0) 00000100:00100000:1.0:1746126658.902070:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973105792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1781us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.902077:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5604 00000100:00100000:0.0:1746126658.903136:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.903189:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973105920 00000100:00100000:2.0:1746126658.903197:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973105920 00002000:00100000:2.0:1746126658.903233:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135f9dc00 x1830945973105920/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.903241:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9dc00 with x1830945973105920 ext(0->7) 00010000:00010000:2.0:1746126658.903248:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 94 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.903259:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 94 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.903265:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9dc00 00000100:00100000:2.0:1746126658.903280:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2001 00000100:00100000:2.0:1746126658.903286:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+94:1982:x1830945973105920:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126658.903621:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1982:x1830945973105920:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 333us (485us total) trans 4294968019 rc 0/0 00000100:00100000:2.0:1746126658.903630:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2001 00002000:00100000:2.0:1746126658.903636:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135f9dc00 x1830945973105920/t4294968019(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.903643:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9dc00 with x1830945973105920 ext(0->7) 00010000:00010000:2.0:1746126658.903648:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.903656:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.903662:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9dc00 00000100:00100000:0.0:1746126658.908496:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.908653:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106048 00000100:00100000:3.0:1746126658.908664:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106048 00010000:00010000:3.0:1746126658.908700:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126658.908745:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7295 00000100:00100000:3.0:1746126658.908752:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1981:x1830945973106048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.908763:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.908782:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.909297:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.909318:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091183000/0x9cce4314879c6f86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b4e expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.909347:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.909349:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.909356:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.909363:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.909393:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.909403:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650560:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.909524:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.910288:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.910346:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106176 00000100:00100000:2.0:1746126658.910352:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106176 00000100:00100000:2.0:1746126658.910535:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5605 00000100:00100000:2.0:1746126658.910541:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:31658:x1830945973106176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.910552:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.910563:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b5c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.910580:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.910586:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.910587:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.910590:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.910611:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.910621:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126658.910628:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650688:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.910690:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.911578:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650688:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.911598:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.911608:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2600, rc 0) 00000100:00100000:2.0:1746126658.911632:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+97:31658:x1830945973106176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1091us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.911638:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5605 00000100:00100000:3.0:1746126658.911706:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650560:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.911715:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.911731:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1981:x1830945973106048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2980us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.911738:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7295 00000100:00100000:0.0:1746126658.911975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.912041:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106432 00000100:00100000:2.0:1746126658.912045:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106432 00002000:00100000:2.0:1746126658.912068:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945973106432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.912076:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945973106432 ext(0->4095) 00010000:00010000:2.0:1746126658.912081:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.912094:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.912100:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:2.0:1746126658.912112:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2002 00000100:00100000:2.0:1746126658.912117:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973106432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126658.912228:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973106432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.912235:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2002 00002000:00100000:2.0:1746126658.912239:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945973106432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.912246:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945973106432 ext(0->4095) 00010000:00010000:2.0:1746126658.912251:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.912259:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.912264:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:0.0:1746126658.914980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.915464:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106560 00000100:00100000:3.0:1746126658.915474:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106560 00010000:00010000:3.0:1746126658.915504:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126658.915560:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7296 00000100:00100000:3.0:1746126658.915568:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973106560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.915582:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.915604:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.915615:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.915636:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c6f8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b55 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.915660:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.915662:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.915669:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.915677:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.915710:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126658.915722:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650816:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.915804:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.917192:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.917257:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106816 00000100:00100000:2.0:1746126658.917267:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106816 00000100:00100000:3.0:1746126658.917279:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973650816:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.917295:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126658.917303:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9c380 x1830945973106816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.917313:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c380 with x1830945973106816 ext(0->4095) 00002000:00010000:2.0:1746126658.917318:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c380 00000100:00100000:3.0:1746126658.917336:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973106560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1768us (2360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.917347:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7296 00000100:00100000:2.0:1746126658.917353:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4126 00000100:00100000:2.0:1746126658.917360:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1979:x1830945973106816:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126658.917530:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1979:x1830945973106816:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126658.917536:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4126 00002000:00100000:2.0:1746126658.917540:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9c380 x1830945973106816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.917547:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c380 with x1830945973106816 ext(0->4095) 00002000:00010000:2.0:1746126658.917549:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c380 00000100:00100000:0.0:1746126658.922772:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.922861:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973106944 00000100:00100000:2.0:1746126658.922868:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973106944 00000100:00100000:2.0:1746126658.922900:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5606 00000100:00100000:2.0:1746126658.922906:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973106944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.922921:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.922934:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b63 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.922957:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.922963:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.922964:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.922967:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.922992:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.923001:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 95 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126658.923010:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650944:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.923092:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.926691:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973650944:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.926723:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.926737:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3c00, rc 0) 00000100:00100000:2.0:1746126658.926780:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973106944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3874us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.926787:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5606 00000100:00100000:0.0:1746126658.927601:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.928055:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107072 00000100:00100000:2.0:1746126658.928061:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107072 00002000:00100000:2.0:1746126658.928089:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6b31180 x1830945973107072/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.928097:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31180 with x1830945973107072 ext(0->7) 00010000:00010000:2.0:1746126658.928103:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.928118:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 96 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.928123:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b31180 00000100:00100000:2.0:1746126658.928731:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2003 00000100:00100000:2.0:1746126658.928738:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+96:1982:x1830945973107072:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126658.930322:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1982:x1830945973107072:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1579us (2716us total) trans 4294968020 rc 0/0 00000100:00100000:2.0:1746126658.930330:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2003 00002000:00100000:2.0:1746126658.930337:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a6b31180 x1830945973107072/t4294968020(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126658.930345:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31180 with x1830945973107072 ext(0->7) 00010000:00010000:2.0:1746126658.930352:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 98 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126658.930362:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 98 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126658.930367:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b31180 00000100:00100000:0.0:1746126658.937164:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126658.937225:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.937320:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107328 00000100:00100000:2.0:1746126658.937328:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107328 00000100:00100000:2.0:1746126658.937366:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5607 00000100:00100000:2.0:1746126658.937372:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:31658:x1830945973107328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.937386:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.937401:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b6a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.937423:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.937428:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.937466:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126658.937470:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.937503:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.937513:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.937521:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3000, rc 0) 00000100:00100000:3.0:1746126658.937538:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107200 00000100:00100000:3.0:1746126658.937541:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107200 00010000:00010000:3.0:1746126658.937556:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126658.937567:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:31658:x1830945973107328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.937572:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5607 00000100:00100000:3.0:1746126658.937573:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7297 00000100:00100000:3.0:1746126658.937577:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945973107200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126658.937584:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126658.937601:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 99 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.937610:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 99 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.937625:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6f94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b5c expref: 99 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.937640:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.937641:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126658.937646:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.937652:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.937669:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.937679:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126658.937688:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973651200:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126658.937733:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126658.939945:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973651200:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126658.940053:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126658.940092:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945973107200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2512us (2936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.940101:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7297 00000100:00100000:1.0:1746126658.943341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.944545:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107584 00000100:00100000:3.0:1746126658.944553:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107584 00002000:00100000:3.0:1746126658.944591:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1b480 x1830945973107584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.944600:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b480 with x1830945973107584 ext(0->4095) 00010000:00010000:3.0:1746126658.944607:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.944620:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126658.944626:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1b480 00000100:00100000:3.0:1746126658.944657:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2004 00000100:00100000:3.0:1746126658.944663:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973107584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.944807:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973107584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (1470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.944813:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2004 00002000:00100000:3.0:1746126658.944817:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1b480 x1830945973107584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.944825:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1b480 with x1830945973107584 ext(0->4095) 00010000:00010000:3.0:1746126658.944829:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.944837:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126658.944843:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1b480 00000100:00100000:0.0:1746126658.952887:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.952995:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107712 00000100:00100000:3.0:1746126658.953002:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107712 00010000:00010000:3.0:1746126658.953034:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.953920:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7298 00000100:00100000:1.0:1746126658.953929:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973107712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.953942:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.953965:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.953977:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.954000:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3c00/0x9cce4314879c6f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b63 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.956232:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.956235:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.956245:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.956255:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.956291:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.956302:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651328:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.956393:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.961850:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651328:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.961866:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.961901:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973107712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7973us (9020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.961911:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7298 00000100:00100000:2.0:1746126658.962245:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.962725:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973107968 00000100:00100000:3.0:1746126658.962731:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973107968 00002000:00100000:3.0:1746126658.962759:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ad80 x1830945973107968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.962768:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973107968 ext(0->4095) 00002000:00010000:3.0:1746126658.962772:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:3.0:1746126658.962785:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4127 00000100:00100000:3.0:1746126658.962790:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945973107968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126658.962913:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945973107968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (668us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.962918:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4127 00002000:00100000:3.0:1746126658.962923:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ad80 x1830945973107968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.962930:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973107968 ext(0->4095) 00002000:00010000:3.0:1746126658.962932:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:0.0:1746126658.966110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.966199:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108096 00000100:00100000:2.0:1746126658.966206:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108096 00000100:00100000:2.0:1746126658.966237:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5608 00000100:00100000:2.0:1746126658.966243:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973108096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.966257:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.966271:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b71 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.966297:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.966303:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.966305:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.966308:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.966331:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.966341:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 97 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126658.966352:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973651456:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.967307:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126658.969709:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973651456:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126658.969736:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.969750:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f3800, rc 0) 00000100:00100000:2.0:1746126658.969780:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973108096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3536us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.969787:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5608 00000100:00100000:0.0:1746126658.972331:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.972414:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108224 00000100:00100000:1.0:1746126658.972421:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108224 00002000:00100000:1.0:1746126658.972480:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091da0000 x1830945973108224/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.972496:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973108224 ext(0->7) 00010000:00010000:1.0:1746126658.972503:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 98 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.972515:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 98 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126658.972522:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0000 00000100:00100000:1.0:1746126658.972549:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2005 00000100:00100000:1.0:1746126658.972556:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+98:1981:x1830945973108224:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126658.972818:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945973108224:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 261us (490us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1746126658.972824:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2005 00002000:00100000:1.0:1746126658.972829:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091da0000 x1830945973108224/t4294968021(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 496/448 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126658.972836:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973108224 ext(0->7) 00010000:00010000:1.0:1746126658.972841:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.972850:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126658.972855:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0000 00000100:00100000:0.0:1746126658.975745:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.975832:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108352 00000100:00100000:1.0:1746126658.975839:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108352 00010000:00010000:1.0:1746126658.975867:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.976005:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7299 00000100:00100000:1.0:1746126658.976013:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1979:x1830945973108352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.976023:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.976040:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.976050:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.976068:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3000/0x9cce4314879c6fa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b6a expref: 100 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.976098:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.976100:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.976106:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.976114:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.976140:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126658.976150:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651584:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.978775:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.981382:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651584:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.981401:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126658.981420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.981469:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:1979:x1830945973108352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5456us (5728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.981478:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7299 00000100:00100000:3.0:1746126658.981545:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108608 00000100:00100000:3.0:1746126658.981552:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108608 00002000:00100000:3.0:1746126658.981586:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1c00 x1830945973108608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.981595:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973108608 ext(0->4095) 00002000:00010000:3.0:1746126658.981599:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:3.0:1746126658.981619:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4128 00000100:00100000:3.0:1746126658.981625:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973108608:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126658.981740:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973108608:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.981745:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4128 00002000:00100000:3.0:1746126658.981750:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1c00 x1830945973108608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.981756:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973108608 ext(0->4095) 00002000:00010000:3.0:1746126658.981759:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:0.0:1746126658.986117:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.986207:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108736 00000100:00100000:2.0:1746126658.986214:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108736 00000100:00100000:2.0:1746126658.986249:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5609 00000100:00100000:2.0:1746126658.986256:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+99:31659:x1830945973108736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.986269:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.986283:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b78 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.986307:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.986313:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.986315:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.986318:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.986342:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.986352:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 5 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126658.986362:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973651712:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126658.987083:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126658.989110:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.989621:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973651712:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126658.989654:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126658.989669:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2600, rc 0) 00000100:00100000:3.0:1746126658.989705:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:31659:x1830945973108736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3448us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126658.989718:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5609 00000100:00100000:2.0:1746126658.989746:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108864 00000100:00100000:2.0:1746126658.989752:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108864 00000100:00100000:2.0:1746126658.989787:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5610 00000100:00100000:2.0:1746126658.989792:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:31658:x1830945973108864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.989806:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.989817:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b7f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.989833:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126658.989837:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.989843:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.989846:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 101 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.989869:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.989877:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 101 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.989884:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2200, rc 0) 00000100:00100000:2.0:1746126658.989900:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:31658:x1830945973108864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.989905:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5610 00000100:00100000:0.0:1746126658.990180:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126658.990732:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973108992 00000100:00100000:1.0:1746126658.990737:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973108992 00010000:00010000:1.0:1746126658.990755:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.990783:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7300 00000100:00100000:1.0:1746126658.990788:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973108992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126658.990795:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126658.990812:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.990821:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.990835:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3800/0x9cce4314879c6fa9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b71 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126658.990854:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.990856:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126658.990861:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.990873:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.990893:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126658.990903:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 100 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126658.990912:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651968:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126658.990969:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126658.994040:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973651968:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126658.994315:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126658.994362:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973108992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3572us (4180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126658.994371:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7300 00000100:00100000:0.0:1746126658.995550:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126658.995625:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973109248 00000100:00100000:3.0:1746126658.995632:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973109248 00002000:00100000:3.0:1746126658.995665:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0a80 x1830945973109248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/0 e 0 to 0 dl 1746126669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.995674:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973109248 ext(0->4095) 00010000:00010000:3.0:1746126658.995682:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.996175:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126658.996182:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0a80 00000100:00100000:3.0:1746126658.996214:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2006 00000100:00100000:3.0:1746126658.996221:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:1982:x1830945973109248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126658.996884:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:1982:x1830945973109248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 663us (1339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126658.996890:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2006 00002000:00100000:3.0:1746126658.996895:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0a80 x1830945973109248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:419/0 lens 488/4536 e 0 to 0 dl 1746126669 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126658.996903:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973109248 ext(0->4095) 00010000:00010000:3.0:1746126658.996907:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126658.996917:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126658.996922:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0a80 00000100:00100000:0.0:1746126658.999128:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126658.999224:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973109376 00000100:00100000:2.0:1746126658.999230:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973109376 00000100:00100000:2.0:1746126658.999266:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5611 00000100:00100000:2.0:1746126658.999272:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973109376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126658.999285:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126658.999298:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b86 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.999317:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126658.999322:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.999328:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126658.999331:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.999362:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.999371:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126658.999379:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8f2c00, rc 0) 00000100:00100000:2.0:1746126658.999480:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973109376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126658.999490:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5611 00000100:00100000:0.0:1746126659.000173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.000555:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973109504 00000100:00100000:1.0:1746126659.000560:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973109504 00010000:00010000:1.0:1746126659.000591:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.000623:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7301 00000100:00100000:1.0:1746126659.000630:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:1982:x1830945973109504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.000639:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.000655:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.000665:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.000681:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2600/0x9cce4314879c6fb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b78 expref: 101 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.000705:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.000707:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.000712:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.000719:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.000739:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.000749:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.000760:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652224:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.000811:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746126659.001024:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126659.003488:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.003520:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652224:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.003533:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.003568:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1982:x1830945973109504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2939us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.003576:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7301 00000100:00100000:1.0:1746126659.003603:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973109760 00000100:00100000:1.0:1746126659.003607:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973109760 00002000:00100000:1.0:1746126659.003633:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18000 x1830945973109760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.003641:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18000 with x1830945973109760 ext(0->4095) 00010000:00010000:1.0:1746126659.003647:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.003657:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.003663:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18000 00000100:00100000:1.0:1746126659.003688:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2007 00000100:00100000:1.0:1746126659.003694:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945973109760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.006066:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1981:x1830945973109760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 2365us (2573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.006076:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2007 00002000:00100000:1.0:1746126659.006082:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18000 x1830945973109760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.006090:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18000 with x1830945973109760 ext(0->4095) 00010000:00010000:1.0:1746126659.006097:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.006113:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.006118:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18000 00000100:00100000:2.0:1746126659.015352:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.015390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.015470:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973109888 00000100:00100000:1.0:1746126659.015477:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973109888 00010000:00010000:1.0:1746126659.015505:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.015526:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7302 00000100:00100000:1.0:1746126659.015532:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1979:x1830945973109888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.015542:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.015559:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.015568:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.015585:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2200/0x9cce4314879c6fb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b7f expref: 100 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.015814:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110016 00000100:00100000:3.0:1746126659.015818:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110016 00000100:00100000:3.0:1746126659.015850:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5612 00000100:00100000:3.0:1746126659.015855:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:31658:x1830945973110016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.015865:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.015874:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b8d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.015887:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.015892:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.015896:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.015899:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 101 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.015918:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.015919:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.015925:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.015939:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.015961:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.015975:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.015986:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652352:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.016019:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.016026:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.016033:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652480:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.016040:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.016054:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.022484:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652352:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.022506:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 101 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.022520:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:3.0:1746126659.022551:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+101:31658:x1830945973110016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6696us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.022559:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5612 00000100:00100000:2.0:1746126659.023387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.023458:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089e19c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652480:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.023469:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.023494:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1979:x1830945973109888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7961us (8103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.023502:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7302 00000100:00100000:1.0:1746126659.023676:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110272 00000100:00100000:1.0:1746126659.023681:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110272 00002000:00100000:1.0:1746126659.023719:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2a680 x1830945973110272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.023728:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973110272 ext(0->4095) 00010000:00010000:1.0:1746126659.023734:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.023748:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.023754:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2a680 00000100:00100000:1.0:1746126659.023769:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2008 00000100:00100000:1.0:1746126659.023775:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973110272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.023894:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973110272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.023901:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2008 00002000:00100000:1.0:1746126659.023905:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2a680 x1830945973110272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.023912:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973110272 ext(0->4095) 00010000:00010000:1.0:1746126659.023916:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.023925:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.023930:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2a680 00000100:00080000:1.0:1746126659.023986:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126659.029747:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.030235:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110400 00000100:00100000:0.0:1746126659.030242:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110400 00010000:00010000:0.0:1746126659.030269:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.030297:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7303 00000100:00100000:0.0:1746126659.030304:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973110400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.030315:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.030332:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.030345:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.030363:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f2c00/0x9cce4314879c6fbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b86 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.030378:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.030380:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.030386:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.030394:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.030472:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.030483:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652608:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.030542:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ae9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.034704:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652608:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.034719:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.037770:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.037847:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110656 00000100:00100000:1.0:1746126659.037854:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110656 00002000:00100000:1.0:1746126659.037890:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc700 x1830945973110656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.037905:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc700 with x1830945973110656 ext(0->4095) 00002000:00010000:1.0:1746126659.037910:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cc700 00000100:00100000:1.0:1746126659.037926:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4129 00000100:00100000:1.0:1746126659.037932:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1979:x1830945973110656:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126659.038058:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+100:1979:x1830945973110656:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.038064:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4129 00002000:00100000:1.0:1746126659.038070:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc700 x1830945973110656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.038077:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc700 with x1830945973110656 ext(0->4095) 00002000:00010000:1.0:1746126659.038079:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cc700 00000100:00100000:0.0:1746126659.038542:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973110400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8236us (8799us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.038550:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7303 00000001:00080000:1.0:1746126659.045019:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967981 is committed 00000001:00080000:1.0:1746126659.045032:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968021 is committed 00000100:00100000:3.0:1746126659.045718:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.045915:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110784 00000100:00100000:0.0:1746126659.045923:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110784 00000100:00100000:0.0:1746126659.045964:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5613 00000100:00100000:0.0:1746126659.045971:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973110784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126659.045985:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126659.045998:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b94 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.046019:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.046025:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126659.046027:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126659.046029:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.046052:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.046062:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.046071:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652736:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126659.047101:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.048673:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652736:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.048695:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.048714:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800919a7a00, rc 0) 00000100:00100000:2.0:1746126659.049011:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973110784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.049018:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5613 00000100:00100000:0.0:1746126659.050045:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.050189:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973110912 00000100:00100000:1.0:1746126659.050194:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973110912 00002000:00100000:1.0:1746126659.050225:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c71180 x1830945973110912/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.050233:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945973110912 ext(0->7) 00010000:00010000:1.0:1746126659.050240:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.050250:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.050260:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:1.0:1746126659.050309:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2009 00000100:00100000:1.0:1746126659.050317:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973110912:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.050702:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973110912:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 385us (658us total) trans 4294968022 rc 0/0 00000100:00100000:1.0:1746126659.050708:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2009 00002000:00100000:1.0:1746126659.050713:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093c71180 x1830945973110912/t4294968022(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.050720:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945973110912 ext(0->7) 00010000:00010000:1.0:1746126659.050725:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.050734:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.050739:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746126659.057062:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.057144:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111040 00000100:00100000:2.0:1746126659.057152:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111040 00010000:00010000:2.0:1746126659.057181:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.057204:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7304 00000100:00100000:2.0:1746126659.057210:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973111040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.057221:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.057236:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.057247:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.057264:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c6fc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b8d expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.057276:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.057277:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.057283:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.057294:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.057317:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.057326:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652864:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.057719:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.059189:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973652864:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.059206:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.059234:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973111040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2023us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.059422:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7304 00000100:00100000:1.0:1746126659.060645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.060715:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111296 00000100:00100000:2.0:1746126659.060721:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111296 00002000:00100000:2.0:1746126659.060748:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19c00 x1830945973111296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.060756:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19c00 with x1830945973111296 ext(0->4095) 00002000:00010000:2.0:1746126659.060759:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e19c00 00000100:00100000:2.0:1746126659.060826:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4130 00000100:00100000:2.0:1746126659.060832:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973111296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.061160:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973111296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 327us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.061165:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4130 00002000:00100000:2.0:1746126659.061171:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e19c00 x1830945973111296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.061178:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e19c00 with x1830945973111296 ext(0->4095) 00002000:00010000:2.0:1746126659.061181:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089e19c00 00000100:00100000:0.0:1746126659.063426:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.063484:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111424 00000100:00100000:2.0:1746126659.063490:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111424 00000100:00100000:0.0:1746126659.063503:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.063594:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111552 00000100:00100000:2.0:1746126659.063598:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111552 00000100:00100000:2.0:1746126659.063614:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5614 00000100:00100000:2.0:1746126659.063620:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:31659:x1830945973111424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.063630:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.063644:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3b9b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063665:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063671:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.063673:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.063676:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063699:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063709:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.063718:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652992:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.063781:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.063799:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5615 00000100:00100000:2.0:1746126659.063804:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31658:x1830945973111552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.063812:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.063817:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ba2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063826:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.063830:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 10 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063834:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.063837:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063856:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 10 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063865:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.063872:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126659.063888:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:31658:x1830945973111552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.063893:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5615 00000100:00100000:0.0:1746126659.065217:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.065617:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111680 00000100:00100000:3.0:1746126659.065622:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111680 00010000:00010000:3.0:1746126659.065643:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.065729:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973652992:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.065744:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.065755:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a800, rc 0) 00000100:00100000:2.0:1746126659.065794:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31659:x1830945973111424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2173us (2372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.065800:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5614 00000100:00100000:3.0:1746126659.065849:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7305 00000100:00100000:3.0:1746126659.065855:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973111680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.065865:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.065882:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.065892:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.066197:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800919a7a00/0x9cce4314879c6fcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b94 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.066212:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.066213:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.066219:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 8 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.066226:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 8 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.066249:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 8 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.066259:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 8 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.066271:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653248:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.066317:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.067936:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653248:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.067950:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.068159:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973111680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2302us (2942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.068166:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7305 00000100:00100000:0.0:1746126659.069894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.070078:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973111936 00000100:00100000:2.0:1746126659.070089:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973111936 00002000:00100000:2.0:1746126659.070145:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161ad80 x1830945973111936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.070155:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945973111936 ext(0->4095) 00010000:00010000:2.0:1746126659.070164:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.070177:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.070183:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161ad80 00000100:00100000:2.0:1746126659.070214:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2010 00000100:00100000:2.0:1746126659.070220:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973111936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.070396:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973111936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.070401:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2010 00002000:00100000:2.0:1746126659.070407:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161ad80 x1830945973111936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.070414:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945973111936 ext(0->4095) 00010000:00010000:2.0:1746126659.070418:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.070468:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.070474:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161ad80 00000100:00100000:0.0:1746126659.074042:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.074098:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.074337:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112064 00000100:00100000:2.0:1746126659.074345:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112064 00000100:00100000:2.0:1746126659.074383:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5616 00000100:00100000:2.0:1746126659.074391:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973112064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.074406:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.074420:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ba9 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.074474:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.074480:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.074485:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.074488:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.074518:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.074528:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.074536:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126659.074584:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973112064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.074589:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5616 00000100:00100000:3.0:1746126659.074747:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112192 00000100:00100000:3.0:1746126659.074751:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112192 00010000:00010000:3.0:1746126659.074767:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.074784:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7306 00000100:00100000:3.0:1746126659.074789:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973112192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.074796:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.074814:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.074822:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.074837:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c6fd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3b9b expref: 9 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.074850:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.074852:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.074857:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.074863:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.074880:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.074888:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.074898:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653504:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.075904:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.082363:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653504:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.082381:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.082431:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973112192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7640us (8331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.082464:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7306 00000100:00100000:1.0:1746126659.082465:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.082574:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112448 00000100:00100000:2.0:1746126659.082581:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112448 00002000:00100000:2.0:1746126659.082616:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18a80 x1830945973112448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.082624:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18a80 with x1830945973112448 ext(0->4095) 00010000:00010000:2.0:1746126659.082630:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.082641:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.082646:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18a80 00000100:00100000:2.0:1746126659.082661:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2011 00000100:00100000:2.0:1746126659.082667:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973112448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.082796:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973112448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.082802:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2011 00002000:00100000:2.0:1746126659.082807:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e18a80 x1830945973112448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.082814:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e18a80 with x1830945973112448 ext(0->4095) 00010000:00010000:2.0:1746126659.082818:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.082831:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 8 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.082837:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e18a80 00000100:00100000:0.0:1746126659.086349:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.086492:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112576 00000100:00100000:2.0:1746126659.086499:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112576 00000100:00100000:0.0:1746126659.086529:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.086536:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5617 00000100:00100000:2.0:1746126659.086542:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:31658:x1830945973112576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.086555:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.086568:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bb0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.086575:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112704 00000100:00100000:3.0:1746126659.086579:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112704 00010000:00010000:2.0:1746126659.086587:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.086592:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.086597:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126659.086599:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.086600:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.086625:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.086629:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7307 00010000:00010000:2.0:1746126659.086634:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.086635:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973112704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.086642:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00010000:00010000:3.0:1746126659.086645:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.086660:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.086669:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.086681:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:31658:x1830945973112576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (339us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126659.086682:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c6fda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba2 expref: 10 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.086686:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5617 00010000:00010000:3.0:1746126659.086694:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.086696:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.086701:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.086707:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.086725:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.086734:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.086744:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653760:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.086798:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.090543:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653760:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.090567:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.090610:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973112704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3974us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.090621:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7307 00000100:00100000:2.0:1746126659.091827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.091878:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973112960 00000100:00100000:0.0:1746126659.091886:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973112960 00002000:00100000:0.0:1746126659.091924:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b100 x1830945973112960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.091933:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b100 with x1830945973112960 ext(0->4095) 00010000:00010000:0.0:1746126659.091941:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.091953:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.091959:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b100 00000100:00100000:0.0:1746126659.091983:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2012 00000100:00100000:0.0:1746126659.091991:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973112960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126659.092162:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973112960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.092168:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2012 00002000:00100000:0.0:1746126659.092174:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b100 x1830945973112960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.092180:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b100 with x1830945973112960 ext(0->4095) 00010000:00010000:0.0:1746126659.092185:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.092193:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.092198:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b100 00000100:00100000:0.0:1746126659.095963:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.096239:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113088 00000100:00100000:3.0:1746126659.096250:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113088 00010000:00010000:3.0:1746126659.096290:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.096332:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7308 00000100:00100000:3.0:1746126659.096339:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973113088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.096353:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.096373:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.096386:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.096409:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c6fe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ba9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.096428:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.096430:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.096467:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.096475:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.096511:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.096523:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653888:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.096619:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.096751:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973654016:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096788:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096803:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3315:1830945973654528:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096821:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096834:0:3315:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746126659.096838:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3315:1830945973654144:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096851:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096861:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973654656:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096877:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096894:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973654400:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096908:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096918:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126659.096922:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973654272:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.096937:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.096955:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654528 00000100:00100000:0.0:1746126659.096958:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654528 00000100:00100000:0.0:1746126659.096985:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654144 00000100:00100000:0.0:1746126659.096987:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654144 00000100:00100000:0.0:1746126659.096997:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654272 00000100:00100000:0.0:1746126659.096999:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654272 00000100:00100000:0.0:1746126659.097012:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1746126659.097017:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1830945973654528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.097051:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1830945973654528:12345-0@lo:400:kworker.0 Request processed in 34us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.097056:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1746126659.097069:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746126659.097072:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1830945973654144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.097089:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3315:x1830945973654144:12345-0@lo:400:kworker.0 Request processed in 16us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.097093:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746126659.097105:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1746126659.097109:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973654272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.097126:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973654272:12345-0@lo:400:kworker.0 Request processed in 17us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.097130:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1746126659.097142:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126659.097164:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973654272:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.097182:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3315:1830945973654144:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.097191:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3315:1830945973654528:0@lo:400:kworker.0 00000100:00100000:1.0:1746126659.097250:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654016 00000100:00100000:1.0:1746126659.097254:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654016 00000100:00100000:1.0:1746126659.097274:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1746126659.097278:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973654016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126659.097303:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973654016:12345-0@lo:400:kworker.0 Request processed in 25us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.097310:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746126659.097401:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654656 00000100:00100000:2.0:1746126659.097404:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654656 00000100:00100000:2.0:1746126659.097425:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973654400 00000100:00100000:2.0:1746126659.097427:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973654400 00000100:00100000:2.0:1746126659.097467:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1746126659.097472:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973654656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126659.097498:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973654656:12345-0@lo:400:kworker.0 Request processed in 27us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.097502:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1746126659.097511:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1746126659.097515:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973654400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126659.097533:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973654400:12345-0@lo:400:kworker.0 Request processed in 18us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.097538:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:1.0:1746126659.097856:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126659.097860:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126659.098034:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973654400:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.098051:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132815500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973654656:0@lo:400:kworker.0 00000100:00100000:0.0:1746126659.098058:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973654016:0@lo:400:kworker.0 00000100:00100000:3.0:1746126659.102531:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973653888:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.102544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126659.102554:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.102597:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973113088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6257us (6640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.102607:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7308 00000100:00100000:2.0:1746126659.102692:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113344 00000100:00100000:2.0:1746126659.102699:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113344 00002000:00100000:2.0:1746126659.102738:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5500 x1830945973113344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.102747:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945973113344 ext(0->4095) 00002000:00010000:2.0:1746126659.102751:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5500 00000100:00100000:2.0:1746126659.104254:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4131 00000100:00100000:2.0:1746126659.104266:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973113344:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.104947:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973113344:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 682us (2400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.104953:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4131 00002000:00100000:2.0:1746126659.104960:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5500 x1830945973113344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.104968:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945973113344 ext(0->4095) 00002000:00010000:2.0:1746126659.104972:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5500 00000100:00100000:0.0:1746126659.106541:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.106932:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113472 00000100:00100000:2.0:1746126659.106941:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113472 00000100:00100000:2.0:1746126659.106987:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5618 00000100:00100000:2.0:1746126659.106995:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973113472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.107010:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.107026:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bb7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.107052:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.107059:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.107061:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.107064:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.107091:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.107106:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 7 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.107117:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973654784:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.108641:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.110893:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973654784:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.110924:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.110941:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b200, rc 0) 00000100:00100000:2.0:1746126659.110993:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973113472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3998us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.111001:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5618 00000100:00100000:0.0:1746126659.113655:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.114119:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113600 00000100:00100000:2.0:1746126659.114127:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113600 00002000:00100000:2.0:1746126659.114170:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b6a00 x1830945973113600/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.114180:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945973113600 ext(0->7) 00010000:00010000:2.0:1746126659.114188:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 8 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.114202:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 8 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.114213:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:2.0:1746126659.114821:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2013 00000100:00100000:2.0:1746126659.114830:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973113600:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126659.115162:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973113600:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 332us (1513us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1746126659.115168:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2013 00002000:00100000:2.0:1746126659.115174:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b6a00 x1830945973113600/t4294968023(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.115181:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6a00 with x1830945973113600 ext(0->7) 00010000:00010000:2.0:1746126659.115186:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.115195:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.115201:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6a00 00000100:00100000:0.0:1746126659.116596:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.116662:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113728 00000100:00100000:3.0:1746126659.116669:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113728 00010000:00010000:3.0:1746126659.116691:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.116719:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7309 00000100:00100000:3.0:1746126659.116725:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973113728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.116735:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.116750:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.116761:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.116782:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6fe8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb0 expref: 10 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.116808:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.116810:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.116818:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.116826:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.116857:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.116870:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973654912:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.116928:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.122089:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973654912:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.122113:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.122171:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973113728:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5444us (5577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.122182:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7309 00000100:00100000:3.0:1746126659.122270:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.122526:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973113984 00000100:00100000:0.0:1746126659.122533:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973113984 00002000:00100000:0.0:1746126659.122571:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cf100 x1830945973113984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.122580:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf100 with x1830945973113984 ext(0->4095) 00002000:00010000:0.0:1746126659.122585:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cf100 00000100:00100000:0.0:1746126659.122612:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4132 00000100:00100000:0.0:1746126659.122619:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973113984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126659.122780:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973113984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.122788:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4132 00002000:00100000:0.0:1746126659.122793:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cf100 x1830945973113984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.122800:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf100 with x1830945973113984 ext(0->4095) 00002000:00010000:0.0:1746126659.122803:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cf100 00000100:00100000:3.0:1746126659.124137:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.124193:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114112 00000100:00100000:2.0:1746126659.124198:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114112 00000100:00100000:2.0:1746126659.124230:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5619 00000100:00100000:2.0:1746126659.124235:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31659:x1830945973114112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.124246:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.124261:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bbe expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.124287:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.124294:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.124295:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.124298:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 10 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.124323:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.124332:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 5 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.124341:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655040:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.125702:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.126647:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.126674:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655040:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.126702:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 10 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.126717:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126659.126767:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:31659:x1830945973114112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.126775:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5619 00000100:00100000:0.0:1746126659.126844:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114240 00000100:00100000:0.0:1746126659.126850:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114240 00010000:00010000:0.0:1746126659.126873:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.126904:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7310 00000100:00100000:0.0:1746126659.126910:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973114240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.126921:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.126943:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.126955:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.126975:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c6fef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bb7 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.126999:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.127001:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.127007:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.127020:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.127090:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.127100:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655168:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.127176:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.128478:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655168:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.128497:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.128531:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973114240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1621us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.128538:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7310 00000100:00100000:0.0:1746126659.128707:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.128725:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114496 00000100:00100000:2.0:1746126659.128729:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114496 00002000:00100000:2.0:1746126659.128757:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4e00 x1830945973114496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.128766:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973114496 ext(0->4095) 00002000:00010000:2.0:1746126659.128770:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:2.0:1746126659.128795:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4133 00000100:00100000:2.0:1746126659.128801:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973114496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.129072:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973114496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 270us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.129078:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4133 00002000:00100000:2.0:1746126659.129084:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4e00 x1830945973114496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.129091:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973114496 ext(0->4095) 00002000:00010000:2.0:1746126659.129094:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:3.0:1746126659.135874:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.135997:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114624 00000100:00100000:2.0:1746126659.136008:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114624 00000100:00100000:2.0:1746126659.136059:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5620 00000100:00100000:2.0:1746126659.136068:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973114624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.136087:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.136105:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bc5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.136135:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.136142:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.136143:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.136146:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.136177:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.136188:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 9 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.136200:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655296:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.136625:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.137954:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655296:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.137983:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.137995:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126659.138230:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973114624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2162us (2366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.138237:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5620 00000100:00100000:0.0:1746126659.138519:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.138667:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114752 00000100:00100000:2.0:1746126659.138672:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114752 00002000:00100000:2.0:1746126659.138704:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b4380 x1830945973114752/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.138712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945973114752 ext(0->7) 00010000:00010000:2.0:1746126659.138718:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 10 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.138728:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 10 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.138733:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b4380 00000100:00100000:2.0:1746126659.138748:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2014 00000100:00100000:2.0:1746126659.138754:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973114752:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126659.139060:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973114752:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 305us (540us total) trans 4294968024 rc 0/0 00000100:00100000:2.0:1746126659.139067:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2014 00002000:00100000:2.0:1746126659.139072:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b4380 x1830945973114752/t4294968024(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.139079:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945973114752 ext(0->7) 00010000:00010000:2.0:1746126659.139083:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.139092:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.139102:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b4380 00000100:00100000:0.0:1746126659.143362:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.143481:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973114880 00000100:00100000:2.0:1746126659.143499:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973114880 00010000:00010000:2.0:1746126659.143539:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.144180:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7311 00000100:00100000:2.0:1746126659.144191:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973114880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.144208:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.144233:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.144251:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.144274:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c6ff6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bbe expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.145067:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.145070:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.145078:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.145086:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.145174:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.145259:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655424:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.145349:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.146078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.146132:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115008 00000100:00100000:2.0:1746126659.146137:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115008 00000100:00100000:2.0:1746126659.146168:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5621 00000100:00100000:2.0:1746126659.146172:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945973115008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.146184:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.146194:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bcc expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.146209:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.146214:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.146215:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.146217:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.146230:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.146236:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 5 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.146329:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655552:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.146494:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.146814:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655424:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.146827:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.146857:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973114880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2670us (3505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.146865:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7311 00000100:00100000:0.0:1746126659.147341:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.147402:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115264 00000100:00100000:2.0:1746126659.147405:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115264 00002000:00100000:2.0:1746126659.147468:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7100 x1830945973115264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.147477:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7100 with x1830945973115264 ext(0->4095) 00010000:00010000:2.0:1746126659.147484:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.147494:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.147500:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b7100 00000100:00100000:2.0:1746126659.147514:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2015 00000100:00100000:2.0:1746126659.147519:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973115264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.147667:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973115264:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.147676:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2015 00002000:00100000:2.0:1746126659.147681:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7100 x1830945973115264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.147687:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7100 with x1830945973115264 ext(0->4095) 00010000:00010000:2.0:1746126659.147691:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.148030:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.148037:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b7100 00000100:00100000:2.0:1746126659.148411:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973655552:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.148480:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.148493:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126659.148880:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945973115008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2704us (2801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.148888:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5621 00000100:00100000:0.0:1746126659.149557:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.149602:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115392 00000100:00100000:2.0:1746126659.149607:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115392 00000100:00100000:2.0:1746126659.149644:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5622 00000100:00100000:2.0:1746126659.149653:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31659:x1830945973115392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.149665:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.149677:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bd3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.149695:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.149698:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.149703:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.149706:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 13 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.149733:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.149742:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 13 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.149748:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126659.149783:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31659:x1830945973115392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.149788:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5622 00000100:00100000:0.0:1746126659.150572:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.150660:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115520 00000100:00100000:2.0:1746126659.150664:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115520 00010000:00010000:2.0:1746126659.150680:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.150718:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7312 00000100:00100000:2.0:1746126659.150731:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973115520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.150743:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.150763:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.150773:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.150794:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c6ffd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bc5 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.150816:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.150818:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.150824:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.150831:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.150853:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.150863:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.150874:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655808:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.150932:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.154027:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973655808:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.154056:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.154096:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973115520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3371us (3573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.154107:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7312 00000100:00100000:3.0:1746126659.154973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.155296:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115776 00000100:00100000:2.0:1746126659.155304:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115776 00002000:00100000:2.0:1746126659.155338:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cdc00 x1830945973115776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.155348:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cdc00 with x1830945973115776 ext(0->4095) 00010000:00010000:2.0:1746126659.155356:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.155369:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.155375:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cdc00 00000100:00100000:2.0:1746126659.155390:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2016 00000100:00100000:2.0:1746126659.155396:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973115776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.155621:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973115776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 224us (649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.155628:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2016 00002000:00100000:2.0:1746126659.155633:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cdc00 x1830945973115776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.155640:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cdc00 with x1830945973115776 ext(0->4095) 00010000:00010000:2.0:1746126659.155645:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.155654:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.155660:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cdc00 00000100:00100000:3.0:1746126659.159030:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.159640:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973115904 00000100:00100000:2.0:1746126659.159649:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973115904 00010000:00010000:2.0:1746126659.159687:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.159754:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7313 00000100:00100000:1.0:1746126659.159764:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973115904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.159779:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.159802:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.159814:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.159836:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7004 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bcc expref: 13 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.159862:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.159864:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.159871:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.159877:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.159907:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.159919:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973655936:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.160003:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.161332:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973655936:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.161346:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.161420:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973115904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1658us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.161429:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7313 00000100:00100000:0.0:1746126659.163533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.163596:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116160 00000100:00100000:2.0:1746126659.163604:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116160 00002000:00100000:2.0:1746126659.163642:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70a80 x1830945973116160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.163651:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830945973116160 ext(0->4095) 00002000:00010000:2.0:1746126659.163656:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70a80 00000100:00100000:2.0:1746126659.163670:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4134 00000100:00100000:2.0:1746126659.163675:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973116160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.163831:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973116160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.163837:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4134 00002000:00100000:2.0:1746126659.163841:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70a80 x1830945973116160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.163848:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830945973116160 ext(0->4095) 00002000:00010000:2.0:1746126659.163850:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70a80 00000100:00100000:3.0:1746126659.165246:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.165399:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116288 00000100:00100000:2.0:1746126659.165405:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116288 00000100:00100000:2.0:1746126659.165469:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5623 00000100:00100000:2.0:1746126659.165475:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973116288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.165487:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.165502:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bda expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.165527:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.165534:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.165535:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.165539:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.165568:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 11 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.165579:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 11 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.165590:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973656064:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.165653:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.166820:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973656064:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.166840:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.166857:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a800, rc 0) 00000100:00100000:2.0:1746126659.167064:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973116288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1588us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.167070:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5623 00000100:00100000:0.0:1746126659.168522:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.168576:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116416 00000100:00100000:1.0:1746126659.168584:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116416 00010000:00010000:1.0:1746126659.168613:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.168644:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7314 00000100:00100000:1.0:1746126659.168650:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973116416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.168662:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.168682:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.168694:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.168716:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c700b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bd3 expref: 12 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.168746:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.168749:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.168756:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.168846:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.168879:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.168892:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656192:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.168967:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.170783:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656192:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.170800:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.170906:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1982:x1830945973116416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2254us (2387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.171065:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7314 00000100:00100000:0.0:1746126659.171207:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.171346:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116672 00000100:00100000:2.0:1746126659.171351:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116672 00002000:00100000:2.0:1746126659.171380:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9180 x1830945973116672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.171388:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9180 with x1830945973116672 ext(0->4095) 00002000:00010000:2.0:1746126659.171392:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9180 00000100:00100000:2.0:1746126659.171406:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4135 00000100:00100000:2.0:1746126659.171412:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973116672:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.171768:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973116672:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 354us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.171774:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4135 00002000:00100000:2.0:1746126659.171780:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9180 x1830945973116672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.171788:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9180 with x1830945973116672 ext(0->4095) 00002000:00010000:2.0:1746126659.171790:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9180 00000100:00100000:0.0:1746126659.174680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.174723:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.174761:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116800 00000100:00100000:3.0:1746126659.174770:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116800 00000100:00100000:3.0:1746126659.174803:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973116928 00000100:00100000:3.0:1746126659.174806:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973116928 00000100:00100000:3.0:1746126659.174819:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5624 00000100:00100000:3.0:1746126659.174826:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31659:x1830945973116800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.174845:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.174860:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3be1 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.174887:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.174893:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.174895:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.174898:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.174922:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5625 00000100:00100000:2.0:1746126659.174930:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31658:x1830945973116928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.174937:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.174937:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.174945:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3be8 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.174948:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 5 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.174956:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.174959:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.174960:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973656320:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.174964:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.174967:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 14 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.174989:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.174999:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 14 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.175008:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408aa00, rc 0) 00000100:00100000:2.0:1746126659.175030:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973116928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.175034:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad340c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.175035:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5625 00000100:00100000:1.0:1746126659.175618:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126659.175629:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973656576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126659.175716:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126659.175804:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973656576 00000100:00100000:0.0:1746126659.175808:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973656576 00000100:00100000:0.0:1746126659.175844:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1746126659.175849:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973656576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746126659.175863:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 313327616 pending 5111808 free 3855613952 avail 3804233728 00000100:00100000:0.0:1746126659.175920:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973656576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.175926:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1746126659.176116:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973656576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126659.178264:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973656320:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126659.178289:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.178304:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:0.0:1746126659.178356:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31659:x1830945973116800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (3683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.178363:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5624 00000100:00100000:3.0:1746126659.178420:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.179143:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117056 00000100:00100000:0.0:1746126659.179150:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117056 00010000:00010000:0.0:1746126659.179174:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.179205:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7315 00000100:00100000:0.0:1746126659.179211:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973117056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.179222:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.179242:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.179253:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.179275:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a800/0x9cce4314879c7012 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bda expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.179304:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.179307:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.179314:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 12 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.179321:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 12 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.179352:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 12 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.179362:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 12 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.179373:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132815500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656704:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.179463:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.181526:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132815500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656704:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.181553:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.181918:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973117056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2703us (3494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.181928:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7315 00000100:00100000:0.0:1746126659.182244:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.183054:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117312 00000100:00100000:2.0:1746126659.183061:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117312 00002000:00100000:2.0:1746126659.183095:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945973117312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.183104:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945973117312 ext(0->4095) 00010000:00010000:2.0:1746126659.183113:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.183130:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.183136:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:2.0:1746126659.183421:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2017 00000100:00100000:2.0:1746126659.183428:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973117312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.183591:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973117312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (1348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.183597:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2017 00002000:00100000:2.0:1746126659.183602:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945973117312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.183609:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945973117312 ext(0->4095) 00010000:00010000:2.0:1746126659.183613:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.183621:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.183626:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:0.0:1746126659.190510:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.190569:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.190721:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117440 00000100:00100000:2.0:1746126659.190730:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117440 00000100:00100000:2.0:1746126659.190767:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5626 00000100:00100000:2.0:1746126659.190774:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973117440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.190792:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.190807:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bef expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.190833:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.190838:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.190843:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.190846:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.190877:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.190886:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.190894:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:1.0:1746126659.190954:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117568 00000100:00100000:1.0:1746126659.190958:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117568 00010000:00010000:1.0:1746126659.190980:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.191009:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7316 00000100:00100000:1.0:1746126659.191015:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973117568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.191023:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.191042:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.191052:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.191068:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7019 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be1 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.191082:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.191084:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.191089:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.191095:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.191126:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.191136:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.191146:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656960:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.191209:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.191589:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973117440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 815us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.191595:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5626 00000100:00100000:1.0:1746126659.194697:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973656960:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.194720:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.194775:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973117568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3758us (4203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.194785:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7316 00000100:00100000:0.0:1746126659.194800:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.194823:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117824 00000100:00100000:0.0:1746126659.194829:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117824 00002000:00100000:0.0:1746126659.194868:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814700 x1830945973117824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.194878:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814700 with x1830945973117824 ext(0->4095) 00010000:00010000:0.0:1746126659.194886:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.195505:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.195514:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814700 00000100:00100000:0.0:1746126659.195540:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2018 00000100:00100000:0.0:1746126659.195549:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973117824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.196114:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973117824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 566us (1313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.196121:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2018 00002000:00100000:1.0:1746126659.196127:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814700 x1830945973117824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.196135:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814700 with x1830945973117824 ext(0->4095) 00010000:00010000:1.0:1746126659.196140:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.196150:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 12 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.196156:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814700 00000100:00100000:0.0:1746126659.198816:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.198913:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973117952 00000100:00100000:2.0:1746126659.198924:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973117952 00000100:00100000:2.0:1746126659.198966:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5627 00000100:00100000:2.0:1746126659.198973:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:31658:x1830945973117952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.198991:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.199007:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bf6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.199040:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.199046:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.199052:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.199055:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.199091:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.199102:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.199111:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b200, rc 0) 00000100:00100000:2.0:1746126659.199165:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31658:x1830945973117952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.199170:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5627 00000100:00100000:3.0:1746126659.199398:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.199521:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118080 00000100:00100000:1.0:1746126659.199525:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118080 00010000:00010000:1.0:1746126659.199542:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 13 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.199561:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7317 00000100:00100000:1.0:1746126659.199566:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973118080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.199574:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.199594:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 13 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.199604:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 13 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.199621:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c7020 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3be8 expref: 13 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.199646:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.199648:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.199654:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.199660:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.199680:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.199690:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.199894:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657216:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.199958:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.201580:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657216:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.201597:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.202466:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973118080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2896us (3064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.202478:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7317 00000100:00100000:0.0:1746126659.202638:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.202830:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118336 00000100:00100000:1.0:1746126659.202836:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118336 00002000:00100000:1.0:1746126659.202875:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815880 x1830945973118336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.202885:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945973118336 ext(0->4095) 00010000:00010000:1.0:1746126659.202893:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.202905:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.202912:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815880 00000100:00100000:1.0:1746126659.202936:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2019 00000100:00100000:1.0:1746126659.202943:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973118336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.203081:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973118336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.203086:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2019 00002000:00100000:1.0:1746126659.203091:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815880 x1830945973118336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.203098:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815880 with x1830945973118336 ext(0->4095) 00010000:00010000:1.0:1746126659.203103:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.203115:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.203121:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815880 00000100:00100000:0.0:1746126659.207220:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.207557:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118464 00000100:00100000:1.0:1746126659.207566:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118464 00010000:00010000:1.0:1746126659.207601:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.207639:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7318 00000100:00100000:1.0:1746126659.207645:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973118464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.207659:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.207680:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.208315:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.208341:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7027 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bef expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.208370:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.208372:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.208380:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.208393:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.208427:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.208472:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657344:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.208554:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.210918:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657344:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.210936:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.210975:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973118464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3328us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.210985:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7318 00000100:00100000:2.0:1746126659.214343:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.214491:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118720 00000100:00100000:0.0:1746126659.214502:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118720 00002000:00100000:0.0:1746126659.214548:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29f80 x1830945973118720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.214559:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945973118720 ext(0->4095) 00002000:00010000:0.0:1746126659.214564:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29f80 00000100:00100000:0.0:1746126659.214595:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4136 00000100:00100000:0.0:1746126659.214602:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973118720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126659.214778:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973118720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.214785:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4136 00002000:00100000:0.0:1746126659.214791:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29f80 x1830945973118720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.214799:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945973118720 ext(0->4095) 00002000:00010000:0.0:1746126659.214802:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29f80 00000100:00100000:0.0:1746126659.218793:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.219379:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118848 00000100:00100000:2.0:1746126659.219389:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118848 00000100:00100000:2.0:1746126659.219473:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5628 00000100:00100000:2.0:1746126659.219482:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973118848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.219500:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.219517:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3bfd expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.219551:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.219559:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.219561:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.219564:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.219594:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.219605:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 11 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.219617:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973657472:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.219857:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.222786:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973657472:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.222820:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.222839:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126659.222892:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973118848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3410us (4107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.222901:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5628 00000100:00100000:0.0:1746126659.223631:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.223698:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973118976 00000100:00100000:1.0:1746126659.223704:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973118976 00002000:00100000:1.0:1746126659.223805:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800925b4000 x1830945973118976/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.223815:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830945973118976 ext(0->7) 00010000:00010000:1.0:1746126659.223822:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 12 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.223834:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 12 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.223840:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:1.0:1746126659.223888:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2020 00000100:00100000:1.0:1746126659.223899:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1982:x1830945973118976:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.224187:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973118976:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 291us (555us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1746126659.224193:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2020 00002000:00100000:1.0:1746126659.224198:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800925b4000 x1830945973118976/t4294968025(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.224204:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830945973118976 ext(0->7) 00010000:00010000:1.0:1746126659.224208:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.224216:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.224222:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:0.0:1746126659.226048:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.226600:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973119104 00000100:00100000:1.0:1746126659.226608:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973119104 00010000:00010000:1.0:1746126659.226636:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.226672:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7319 00000100:00100000:1.0:1746126659.226679:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945973119104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.226691:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.226707:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.226723:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.226743:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b200/0x9cce4314879c702e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bf6 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.226758:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.226760:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.226766:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.226773:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.226802:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.226813:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.226884:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.229880:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.229986:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.230005:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.230044:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1980:x1830945973119104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3365us (3999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.230054:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7319 00000100:00100000:2.0:1746126659.230232:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973119360 00000100:00100000:2.0:1746126659.230239:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973119360 00002000:00100000:2.0:1746126659.230283:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5180 x1830945973119360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.230294:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830945973119360 ext(0->4095) 00002000:00010000:2.0:1746126659.230299:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5180 00000100:00100000:2.0:1746126659.230328:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4137 00000100:00100000:2.0:1746126659.230336:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973119360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.232278:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973119360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1934us (2398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.232287:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4137 00002000:00100000:2.0:1746126659.232295:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5180 x1830945973119360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.232303:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830945973119360 ext(0->4095) 00002000:00010000:2.0:1746126659.232307:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5180 00000100:00100000:0.0:1746126659.236143:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.236246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.236469:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973119616 00000100:00100000:1.0:1746126659.236469:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973119488 00000100:00100000:2.0:1746126659.236478:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973119616 00000100:00100000:1.0:1746126659.236478:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973119488 00000100:00100000:2.0:1746126659.236516:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5629 00000100:00100000:1.0:1746126659.236527:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5630 00000100:00100000:1.0:1746126659.236533:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31659:x1830945973119488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.236550:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.236565:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c04 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.236898:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973119616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.236905:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.236913:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c0b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.237712:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.237722:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.237724:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.237727:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.237737:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.237743:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.237754:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.237757:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.237782:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.237790:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.237793:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.237803:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.237805:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973657856:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.237814:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126659.237870:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973119616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1345us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.237877:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5629 00000100:00100000:1.0:1746126659.237885:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.239974:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973657856:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.239997:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.240015:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280e00, rc 0) 00000100:00100000:1.0:1746126659.240800:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973119488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (4665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.240808:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5630 00000100:00100000:0.0:1746126659.240996:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.241072:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973119744 00000100:00100000:1.0:1746126659.241078:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973119744 00010000:00010000:1.0:1746126659.241103:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.241134:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7320 00000100:00100000:1.0:1746126659.241141:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973119744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.241152:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.241548:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.241559:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.241581:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7035 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3bfd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.241597:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.241599:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.241605:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.241617:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.241645:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.241655:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.241666:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657984:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.242648:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.245410:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.245491:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120000 00000100:00100000:2.0:1746126659.245500:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120000 00002000:00100000:2.0:1746126659.245544:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945973120000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.245554:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945973120000 ext(0->4095) 00010000:00010000:2.0:1746126659.245562:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.245574:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.245581:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748380 00000100:00100000:2.0:1746126659.245613:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2021 00000100:00100000:2.0:1746126659.245621:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973120000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.245699:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973657984:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.245717:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.246973:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973119744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5827us (5972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.246982:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7320 00000100:00100000:2.0:1746126659.247035:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973120000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1413us (1633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.247042:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2021 00002000:00100000:2.0:1746126659.247047:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945973120000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.247055:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945973120000 ext(0->4095) 00010000:00010000:2.0:1746126659.247062:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.247072:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.247079:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748380 00000100:00100000:0.0:1746126659.250389:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.250596:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.250654:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120256 00000100:00100000:2.0:1746126659.250664:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120256 00010000:00010000:2.0:1746126659.250694:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.250990:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120128 00000100:00100000:1.0:1746126659.250994:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120128 00000100:00100000:3.0:1746126659.250999:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7321 00000100:00100000:3.0:1746126659.251009:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1979:x1830945973120256:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126659.251017:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5631 00010000:00010000:3.0:1746126659.251022:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126659.251022:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973120128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.251035:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.251043:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.251047:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c12 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.251060:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.251107:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.251114:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.251120:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.251123:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.251145:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c703c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c04 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.251162:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.251168:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.251169:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.251175:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.251181:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.251235:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.251243:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280800, rc 0) 00010000:00010000:3.0:1746126659.251254:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.251264:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.251276:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658240:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.251288:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973120128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.251294:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5631 00000100:00100000:3.0:1746126659.251328:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.253197:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658240:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.253214:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.253245:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1979:x1830945973120256:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2238us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.253257:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7321 00000100:00100000:0.0:1746126659.253758:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.253956:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120512 00000100:00100000:3.0:1746126659.253962:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120512 00002000:00100000:3.0:1746126659.253994:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70380 x1830945973120512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.254004:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70380 with x1830945973120512 ext(0->4095) 00010000:00010000:3.0:1746126659.254012:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.254024:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.254030:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70380 00000100:00100000:3.0:1746126659.254043:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2022 00000100:00100000:3.0:1746126659.254047:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973120512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.255002:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973120512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 951us (1241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.255009:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2022 00002000:00100000:3.0:1746126659.255015:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70380 x1830945973120512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.255023:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70380 with x1830945973120512 ext(0->4095) 00010000:00010000:3.0:1746126659.255028:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.255044:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.255049:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70380 00000100:00100000:0.0:1746126659.256593:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.256675:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.256723:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120768 00000100:00100000:3.0:1746126659.256731:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120768 00000100:00100000:1.0:1746126659.256744:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973120640 00000100:00100000:1.0:1746126659.256748:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973120640 00010000:00010000:3.0:1746126659.256755:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.256782:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7322 00000100:00100000:1.0:1746126659.256782:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5632 00000100:00100000:3.0:1746126659.256787:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973120768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126659.256788:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973120640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.256800:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.256800:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.256811:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c19 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.256819:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.256831:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.256945:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.256957:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.256960:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.257005:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.257023:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7043 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c0b expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.257035:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.257046:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.257047:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.257048:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.257054:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.257065:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.257075:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c281800, rc 0) 00010000:00010000:3.0:1746126659.257086:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.257097:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.257108:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658496:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.257147:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973120640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.257152:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5632 00000100:00100000:3.0:1746126659.257396:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.258676:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658496:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.258687:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.258706:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973120768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1919us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.258714:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7322 00000100:00100000:0.0:1746126659.259174:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.259428:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121024 00000100:00100000:3.0:1746126659.259440:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121024 00002000:00100000:3.0:1746126659.259483:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71180 x1830945973121024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.259492:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71180 with x1830945973121024 ext(0->4095) 00010000:00010000:3.0:1746126659.259499:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.259509:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.259515:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71180 00000100:00100000:3.0:1746126659.259539:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2023 00000100:00100000:3.0:1746126659.259544:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973121024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.260665:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973121024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1118us (1489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.260672:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2023 00002000:00100000:3.0:1746126659.260677:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71180 x1830945973121024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.260685:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71180 with x1830945973121024 ext(0->4095) 00010000:00010000:3.0:1746126659.260690:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.260699:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.260704:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71180 00000100:00100000:0.0:1746126659.263894:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.264318:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121152 00000100:00100000:3.0:1746126659.264327:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121152 00010000:00010000:3.0:1746126659.264357:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.264397:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7323 00000100:00100000:3.0:1746126659.264404:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973121152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.264417:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.264479:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.264491:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.264514:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c704a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c12 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.264531:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.264533:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.264540:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.264547:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.264582:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.264595:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658624:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.264678:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.267097:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.267229:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658624:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.267248:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.267288:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973121152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2883us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.267298:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7323 00000100:00100000:2.0:1746126659.267415:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121408 00000100:00100000:2.0:1746126659.267421:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121408 00002000:00100000:2.0:1746126659.267547:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73b80 x1830945973121408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.267557:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73b80 with x1830945973121408 ext(0->4095) 00002000:00010000:2.0:1746126659.267562:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73b80 00000100:00100000:2.0:1746126659.267588:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4138 00000100:00100000:2.0:1746126659.267594:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973121408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.267733:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973121408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.267738:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4138 00002000:00100000:2.0:1746126659.267743:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73b80 x1830945973121408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.267749:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73b80 with x1830945973121408 ext(0->4095) 00002000:00010000:2.0:1746126659.267752:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73b80 00000100:00100000:0.0:1746126659.271338:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.271409:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121536 00000100:00100000:1.0:1746126659.271418:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121536 00000100:00100000:1.0:1746126659.271578:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5633 00000100:00100000:1.0:1746126659.271587:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973121536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.271603:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.271618:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c20 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.271648:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.271655:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.271658:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.271661:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.271697:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.271707:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 13 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.271719:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973658752:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.271871:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.274727:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973658752:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.274756:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.274772:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280e00, rc 0) 00000100:00100000:1.0:1746126659.274827:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973121536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3240us (3496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.274836:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5633 00000100:00100000:0.0:1746126659.275224:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.275296:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121664 00000100:00100000:3.0:1746126659.275302:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121664 00010000:00010000:3.0:1746126659.275322:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.275344:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7324 00000100:00100000:3.0:1746126659.275350:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973121664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.275360:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.275379:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.275389:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.275410:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7051 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c19 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.275500:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.275502:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.275509:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.275516:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.275544:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.275554:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658880:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.275895:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.277082:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.277206:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973121792 00000100:00100000:1.0:1746126659.277210:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973121792 00000100:00100000:3.0:1746126659.277220:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973658880:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.277233:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.277246:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5634 00000100:00100000:1.0:1746126659.277251:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973121792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.277265:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.277276:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c27 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.277298:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.277303:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.277304:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.277307:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.277326:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.277335:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.277344:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973659008:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.277376:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.277427:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973121664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2077us (2204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.277464:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7324 00000100:00100000:1.0:1746126659.277728:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.277761:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122048 00000100:00100000:2.0:1746126659.277764:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122048 00002000:00100000:2.0:1746126659.277789:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0380 x1830945973122048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.277798:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0380 with x1830945973122048 ext(0->4095) 00010000:00010000:2.0:1746126659.277803:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.277812:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.277818:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0380 00000100:00100000:2.0:1746126659.277843:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2024 00000100:00100000:2.0:1746126659.277848:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973122048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.277986:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973122048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.277993:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2024 00002000:00100000:2.0:1746126659.277998:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0380 x1830945973122048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.278004:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0380 with x1830945973122048 ext(0->4095) 00010000:00010000:2.0:1746126659.278009:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.278016:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.278022:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0380 00000100:00100000:1.0:1746126659.278371:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973659008:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.278385:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.278394:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280800, rc 0) 00000100:00100000:1.0:1746126659.278545:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973121792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1293us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.278551:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5634 00000100:00100000:0.0:1746126659.279735:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.279777:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.279854:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122176 00000100:00100000:1.0:1746126659.279860:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122176 00000100:00100000:1.0:1746126659.279896:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5635 00000100:00100000:1.0:1746126659.279901:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31659:x1830945973122176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.279913:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.279926:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c2e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.279949:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.279953:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.279959:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.279962:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.279995:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.280006:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.280013:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280a00, rc 0) 00000100:00100000:1.0:1746126659.280039:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973122176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.280044:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5635 00000100:00100000:3.0:1746126659.280097:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122304 00000100:00100000:3.0:1746126659.280100:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122304 00010000:00010000:3.0:1746126659.280113:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.280130:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7325 00000100:00100000:3.0:1746126659.280135:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973122304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.280143:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.280157:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.280166:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.280182:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c7058 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c20 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.280191:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.280192:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.280197:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.280208:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.280223:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.280231:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.280241:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659264:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.280281:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.282702:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659264:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.282703:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126659.282720:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.282771:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973122304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2634us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.282777:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122560 00000100:00100000:3.0:1746126659.282780:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7325 00000100:00100000:1.0:1746126659.282789:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122560 00002000:00100000:1.0:1746126659.282830:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28000 x1830945973122560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.282839:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28000 with x1830945973122560 ext(0->4095) 00010000:00010000:1.0:1746126659.282846:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.282862:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.282868:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28000 00000100:00100000:1.0:1746126659.282898:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2025 00000100:00100000:1.0:1746126659.282904:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973122560:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.283314:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973122560:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 409us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.283412:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2025 00002000:00100000:1.0:1746126659.283418:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28000 x1830945973122560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.283425:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28000 with x1830945973122560 ext(0->4095) 00010000:00010000:1.0:1746126659.283429:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.283473:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.283478:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c28000 00000100:00100000:0.0:1746126659.285569:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.286417:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122688 00000100:00100000:3.0:1746126659.286427:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122688 00010000:00010000:3.0:1746126659.286657:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.286699:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7326 00000100:00100000:3.0:1746126659.286707:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973122688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.286721:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.287125:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.287138:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.287163:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c705f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c27 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.287190:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.287192:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.287200:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.287207:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.287241:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.287254:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659392:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.287457:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.290166:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659392:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.290187:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.290236:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973122688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3529us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.290246:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7326 00000100:00100000:0.0:1746126659.291603:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.291654:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973122944 00000100:00100000:1.0:1746126659.291662:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973122944 00002000:00100000:1.0:1746126659.291705:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945973122944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.291716:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945973122944 ext(0->4095) 00002000:00010000:1.0:1746126659.291730:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:1.0:1746126659.291770:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4139 00000100:00100000:1.0:1746126659.291778:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973122944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.291983:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973122944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 205us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.291996:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4139 00002000:00100000:1.0:1746126659.292002:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945973122944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.292009:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945973122944 ext(0->4095) 00002000:00010000:1.0:1746126659.292012:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:0.0:1746126659.294990:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.295751:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123072 00000100:00100000:2.0:1746126659.295762:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123072 00000100:00100000:2.0:1746126659.295823:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5636 00000100:00100000:2.0:1746126659.295831:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973123072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.295850:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.295867:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c35 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.295894:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.295900:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.295901:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.295905:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.295939:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.295950:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 13 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.295963:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973659520:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.296519:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.298492:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973659520:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.298518:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.298533:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408aa00, rc 0) 00000100:00100000:2.0:1746126659.298571:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973123072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2740us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.298579:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5636 00000100:00100000:0.0:1746126659.299091:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.299348:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123200 00000100:00100000:3.0:1746126659.299355:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123200 00010000:00010000:3.0:1746126659.299380:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.299415:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7327 00000100:00100000:3.0:1746126659.299421:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973123200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.299471:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.299495:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.299506:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.299528:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7066 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c2e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.299542:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.299543:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.299550:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.299558:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.299586:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.299600:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659648:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.299714:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.301657:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973659648:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.301674:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.301704:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973123200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2283us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.301713:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7327 00000100:00100000:1.0:1746126659.304065:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.304120:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123456 00000100:00100000:2.0:1746126659.304130:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123456 00000100:00100000:1.0:1746126659.304167:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00100000:2.0:1746126659.304313:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945973123456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.304323:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973123456 ext(0->4095) 00002000:00010000:2.0:1746126659.304328:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3800 00000100:00100000:2.0:1746126659.304421:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4140 00000100:00100000:2.0:1746126659.304428:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973123456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.304477:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123584 00000100:00100000:3.0:1746126659.304481:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123584 00000100:00100000:3.0:1746126659.304504:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5637 00000100:00100000:3.0:1746126659.304508:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31658:x1830945973123584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.304518:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.304536:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c3c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.304562:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.304569:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.304571:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.304574:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.304605:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.304619:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.304631:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973659776:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.304661:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973123456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 231us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.304667:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4140 00002000:00100000:2.0:1746126659.304673:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945973123456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.304680:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973123456 ext(0->4095) 00010000:00010000:2.0:1746126659.304685:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.304695:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.304700:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3800 00000100:00100000:3.0:1746126659.305413:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.306709:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973659776:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.306736:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.306751:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126659.306785:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973123584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2275us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.306792:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5637 00000100:00100000:0.0:1746126659.307242:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.307492:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123712 00000100:00100000:3.0:1746126659.307498:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123712 00000100:00100000:3.0:1746126659.307534:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5638 00000100:00100000:3.0:1746126659.307540:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31659:x1830945973123712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.307552:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.307564:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c43 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.307583:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.307588:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.307597:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.307600:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.307626:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.307636:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.307643:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:3.0:1746126659.307671:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973123712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.307676:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5638 00000100:00100000:0.0:1746126659.308150:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.308922:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973123840 00000100:00100000:3.0:1746126659.308927:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973123840 00010000:00010000:3.0:1746126659.308947:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.308981:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7328 00000100:00100000:3.0:1746126659.308986:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973123840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.308996:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.309016:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.309027:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.309046:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c706d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c35 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.309059:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.309061:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.309067:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.309074:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.309096:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.309106:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.309116:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660032:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.309800:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.312902:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660032:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.312925:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.313074:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973123840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4085us (4921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.313086:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7328 00000100:00100000:0.0:1746126659.314536:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.314621:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124096 00000100:00100000:2.0:1746126659.314629:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124096 00002000:00100000:2.0:1746126659.314668:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1f100 x1830945973124096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.314678:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f100 with x1830945973124096 ext(0->4095) 00010000:00010000:2.0:1746126659.314686:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.314698:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.314705:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f100 00000100:00100000:2.0:1746126659.314733:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2026 00000100:00100000:2.0:1746126659.314741:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973124096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.314902:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973124096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.314908:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2026 00002000:00100000:2.0:1746126659.314914:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1f100 x1830945973124096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.314921:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f100 with x1830945973124096 ext(0->4095) 00010000:00010000:2.0:1746126659.314925:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.314933:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.314939:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f100 00000100:00100000:0.0:1746126659.316702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.316820:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124224 00000100:00100000:3.0:1746126659.316828:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124224 00010000:00010000:3.0:1746126659.316851:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.316886:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7329 00000100:00100000:3.0:1746126659.316985:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1979:x1830945973124224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.316995:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.317012:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.317022:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.317042:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7074 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c3c expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.317057:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.317059:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.317066:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.317073:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.317100:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.317109:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660160:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.317179:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.318850:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660160:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.318868:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.318906:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1979:x1830945973124224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1920us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.318915:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7329 00000100:00100000:0.0:1746126659.318993:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.319079:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124480 00000100:00100000:2.0:1746126659.319085:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124480 00002000:00100000:2.0:1746126659.319123:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c700 x1830945973124480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.319133:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c700 with x1830945973124480 ext(0->4095) 00002000:00010000:2.0:1746126659.319137:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c700 00000100:00100000:2.0:1746126659.319153:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4141 00000100:00100000:2.0:1746126659.319159:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1979:x1830945973124480:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126659.319311:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1979:x1830945973124480:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.319321:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4141 00002000:00100000:2.0:1746126659.319326:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c700 x1830945973124480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.319333:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c700 with x1830945973124480 ext(0->4095) 00002000:00010000:2.0:1746126659.319336:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c700 00000100:00100000:0.0:1746126659.321681:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.321737:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124608 00000100:00100000:1.0:1746126659.321744:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124608 00000100:00100000:1.0:1746126659.321790:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5639 00000100:00100000:1.0:1746126659.321798:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973124608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.321813:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.321831:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c4a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.321863:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.321871:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.321873:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.321876:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.321907:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.321920:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.321932:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973660288:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.322016:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.325658:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973660288:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.325691:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.325708:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c281800, rc 0) 00000100:00100000:1.0:1746126659.325751:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973124608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3952us (4075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.325760:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5639 00000100:00100000:0.0:1746126659.325980:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.326287:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124736 00000100:00100000:3.0:1746126659.326294:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124736 00010000:00010000:3.0:1746126659.326319:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.326348:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7330 00000100:00100000:3.0:1746126659.326354:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973124736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.326365:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.326389:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.326399:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.326422:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c707b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c43 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.326473:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.326475:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.326482:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.326494:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.326523:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.326534:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660416:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.326655:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.330604:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660416:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.330627:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.330681:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973124736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4326us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.330692:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7330 00000100:00100000:2.0:1746126659.331253:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.331294:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.331361:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973124992 00000100:00100000:1.0:1746126659.331368:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973124992 00000100:00100000:1.0:1746126659.331404:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5640 00000100:00100000:1.0:1746126659.331410:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31658:x1830945973124992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.331439:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.331472:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c51 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.331501:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.331509:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.331511:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.331515:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.331544:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.331556:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.331568:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973660544:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.331705:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973125120 00000100:00100000:3.0:1746126659.331709:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973125120 00002000:00100000:3.0:1746126659.331735:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945973125120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.331745:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945973125120 ext(0->4095) 00010000:00010000:3.0:1746126659.331751:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.331762:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.331767:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6fb80 00000100:00100000:3.0:1746126659.331783:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2027 00000100:00100000:3.0:1746126659.331788:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973125120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.332244:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.332518:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973125120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 727us (1221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.332524:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2027 00002000:00100000:3.0:1746126659.332530:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945973125120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.332537:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945973125120 ext(0->4095) 00010000:00010000:3.0:1746126659.332542:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.332550:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.332555:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6fb80 00000100:00100000:0.0:1746126659.334753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.334845:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973660544:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.334857:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973125248 00000100:00100000:2.0:1746126659.334863:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973125248 00010000:00010000:1.0:1746126659.334873:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.334892:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280a00, rc 0) 00000100:00100000:2.0:1746126659.334905:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5641 00000100:00100000:2.0:1746126659.334911:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973125248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.334924:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126659.334927:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973124992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3518us (3677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.334932:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5640 00010000:00010000:2.0:1746126659.334935:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c58 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.334954:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.334958:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.334964:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.334968:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.334995:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.335009:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.335016:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126659.335033:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973125248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.335038:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5641 00000100:00100000:0.0:1746126659.335724:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.335800:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973125376 00000100:00100000:3.0:1746126659.335805:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973125376 00010000:00010000:3.0:1746126659.335824:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.335858:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7331 00000100:00100000:3.0:1746126659.335864:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973125376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.335873:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.335893:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.335907:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.335923:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c281800/0x9cce4314879c7082 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c4a expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.335948:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.335950:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.335957:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.335963:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.335987:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.335997:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.336008:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660800:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.336079:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.337611:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660800:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.337627:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.337790:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973125376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1924us (2065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.337801:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7331 00000100:00100000:0.0:1746126659.337989:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.338044:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973125632 00000100:00100000:2.0:1746126659.338050:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973125632 00002000:00100000:2.0:1746126659.338081:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1dc00 x1830945973125632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.338094:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1dc00 with x1830945973125632 ext(0->4095) 00010000:00010000:2.0:1746126659.338102:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.338113:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.338119:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1dc00 00000100:00100000:2.0:1746126659.338142:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2028 00000100:00100000:2.0:1746126659.338149:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973125632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.338288:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973125632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.338293:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2028 00002000:00100000:2.0:1746126659.338299:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1dc00 x1830945973125632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.338306:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1dc00 with x1830945973125632 ext(0->4095) 00010000:00010000:2.0:1746126659.338310:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.338319:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.338324:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1dc00 00000100:00100000:0.0:1746126659.340585:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.340756:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973125760 00000100:00100000:3.0:1746126659.340764:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973125760 00010000:00010000:3.0:1746126659.340793:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.340827:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7332 00000100:00100000:3.0:1746126659.340833:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973125760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.340844:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.340865:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.340876:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.340900:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c7089 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c51 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.340917:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.341061:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.341069:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.341077:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.341115:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.341127:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.341215:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.343844:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973660928:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.343865:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.343910:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973125760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3076us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.343920:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7332 00000100:00100000:0.0:1746126659.344065:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.344222:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126016 00000100:00100000:2.0:1746126659.344229:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126016 00002000:00100000:2.0:1746126659.344259:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945973126016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.344268:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945973126016 ext(0->4095) 00002000:00010000:2.0:1746126659.344272:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2d80 00000100:00100000:2.0:1746126659.344295:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4142 00000100:00100000:2.0:1746126659.344300:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973126016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.344487:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973126016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 186us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.344492:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4142 00002000:00100000:2.0:1746126659.344497:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945973126016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.344503:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945973126016 ext(0->4095) 00002000:00010000:2.0:1746126659.344506:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126659.346154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.346245:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126144 00000100:00100000:3.0:1746126659.346251:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126144 00000100:00100000:3.0:1746126659.346285:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5642 00000100:00100000:3.0:1746126659.346290:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973126144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.346301:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.346315:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c5f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.346338:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.346344:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.346346:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.346349:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.346373:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 13 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.346387:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 13 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.346396:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973661056:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.346967:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.348697:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973661056:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.348723:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.348738:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126659.348771:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973126144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2479us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.348778:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5642 00000100:00100000:0.0:1746126659.349313:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.349420:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126272 00000100:00100000:3.0:1746126659.349426:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126272 00010000:00010000:3.0:1746126659.349484:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.349608:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7333 00000100:00100000:3.0:1746126659.349615:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973126272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.349626:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.349645:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.349662:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.349683:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7090 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c58 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.349706:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.349709:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.349715:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.349723:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.349856:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.349868:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.350024:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.351279:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.351291:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.351314:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973126272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1700us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.351321:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7333 00000100:00100000:0.0:1746126659.353502:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.354063:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126528 00000100:00100000:3.0:1746126659.354072:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126528 00002000:00100000:3.0:1746126659.354113:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece680 x1830945973126528/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.354123:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973126528 ext(0->4095) 00002000:00010000:3.0:1746126659.354127:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:3.0:1746126659.354712:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4143 00000100:00100000:3.0:1746126659.354720:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973126528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.355296:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973126528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 575us (1799us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.355302:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4143 00002000:00100000:3.0:1746126659.355309:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece680 x1830945973126528/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.355316:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973126528 ext(0->4095) 00002000:00010000:3.0:1746126659.355319:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:0.0:1746126659.358077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.358123:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.358210:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126656 00000100:00100000:2.0:1746126659.358218:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126656 00000100:00100000:2.0:1746126659.358305:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126784 00000100:00100000:2.0:1746126659.358307:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126784 00000100:00100000:2.0:1746126659.358327:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5643 00000100:00100000:2.0:1746126659.358333:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973126656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.358352:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.358367:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c66 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.358587:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5644 00000100:00100000:1.0:1746126659.358594:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31659:x1830945973126784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.358600:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.358607:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c6d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.358642:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.358649:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.358651:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.358654:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.358688:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.358705:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 5 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.358717:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973661312:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.358798:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746126659.358880:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.358885:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.358890:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.359596:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.359626:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.359636:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.359650:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408aa00, rc 0) 00000100:00100000:2.0:1746126659.359675:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973126656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1342us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.359682:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5643 00000100:00100000:1.0:1746126659.361081:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973661312:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.361101:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.361112:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280800, rc 0) 00000100:00100000:1.0:1746126659.361145:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31659:x1830945973126784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (3020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.361151:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5644 00000100:00100000:0.0:1746126659.361183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.361726:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973126912 00000100:00100000:3.0:1746126659.361733:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973126912 00010000:00010000:3.0:1746126659.361756:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.361784:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7334 00000100:00100000:3.0:1746126659.361790:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973126912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.361801:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.361897:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.361912:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.361932:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7097 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c5f expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.361955:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.361957:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.361962:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.361970:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.361997:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.362007:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.362017:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661568:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.362080:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.363948:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661568:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.363967:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.364012:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973126912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2221us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.364024:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7334 00000100:00100000:0.0:1746126659.364200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.364241:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127168 00000100:00100000:2.0:1746126659.364248:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127168 00002000:00100000:2.0:1746126659.364282:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2d80 x1830945973127168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.364292:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2d80 with x1830945973127168 ext(0->4095) 00010000:00010000:2.0:1746126659.364300:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.364311:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.364318:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2d80 00000100:00100000:2.0:1746126659.364342:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2029 00000100:00100000:2.0:1746126659.364347:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973127168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.364554:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973127168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 206us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.364560:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2029 00002000:00100000:2.0:1746126659.364564:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2d80 x1830945973127168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.364571:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2d80 with x1830945973127168 ext(0->4095) 00010000:00010000:2.0:1746126659.364575:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.364583:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.364588:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2d80 00000100:00100000:0.0:1746126659.367371:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.367557:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127296 00000100:00100000:1.0:1746126659.367567:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127296 00000100:00100000:1.0:1746126659.367610:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5645 00000100:00100000:1.0:1746126659.367617:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973127296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.367631:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.367645:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c74 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.367666:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.367670:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.367676:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.367678:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.367709:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.367726:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.367734:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280e00, rc 0) 00000100:00100000:1.0:1746126659.367771:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973127296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.367778:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5645 00000100:00100000:0.0:1746126659.368062:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.368155:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127424 00000100:00100000:3.0:1746126659.368158:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127424 00010000:00010000:3.0:1746126659.368173:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.368190:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7335 00000100:00100000:3.0:1746126659.368195:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973127424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.368203:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.368219:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.368229:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.368245:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c6d expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.368258:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.368260:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.368265:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.368272:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.368298:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.368308:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.368319:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661824:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.368361:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.371403:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973661824:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.371422:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.372057:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973127424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3859us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.372067:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7335 00000100:00100000:0.0:1746126659.372341:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.372385:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127680 00000100:00100000:3.0:1746126659.372390:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127680 00002000:00100000:3.0:1746126659.372422:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945973127680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.372458:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945973127680 ext(0->4095) 00010000:00010000:3.0:1746126659.372466:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.372478:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.372483:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:3.0:1746126659.372506:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2030 00000100:00100000:3.0:1746126659.372513:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973127680:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.373021:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973127680:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 507us (680us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.373027:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2030 00002000:00100000:3.0:1746126659.373032:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945973127680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.373038:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945973127680 ext(0->4095) 00010000:00010000:3.0:1746126659.373042:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.373049:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 14 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.373054:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:0.0:1746126659.378988:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.379037:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.379126:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127808 00000100:00100000:1.0:1746126659.379137:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127808 00000100:00100000:3.0:1746126659.379184:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973127936 00000100:00100000:3.0:1746126659.379188:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973127936 00010000:00010000:3.0:1746126659.379215:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.379253:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7336 00000100:00100000:3.0:1746126659.379261:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973127936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.379276:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126659.379324:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5646 00000100:00100000:1.0:1746126659.379330:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973127808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.379348:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.379701:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c7b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.380383:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.380389:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.380395:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.380399:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.380465:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.380483:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.380492:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280a00, rc 0) 00000100:00100000:1.0:1746126659.380550:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973127808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1219us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.380557:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5646 00010000:00010000:3.0:1746126659.380621:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.380633:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.380650:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408aa00/0x9cce4314879c709e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c66 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.380664:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.380665:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.380670:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.380678:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.380698:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.380714:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.380726:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662080:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.380798:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.383030:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662080:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.383051:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.383310:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.383371:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973128192 00000100:00100000:3.0:1746126659.383373:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973127936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3826us (4048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.383378:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973128192 00000100:00100000:3.0:1746126659.383383:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7336 00002000:00100000:2.0:1746126659.383416:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b480 x1830945973128192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.383426:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b480 with x1830945973128192 ext(0->4095) 00010000:00010000:2.0:1746126659.383470:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.383483:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.383489:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b480 00000100:00100000:3.0:1746126659.384087:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2031 00000100:00100000:3.0:1746126659.384095:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973128192:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.384520:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973128192:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 424us (1211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.384525:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2031 00002000:00100000:3.0:1746126659.384531:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b480 x1830945973128192/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.384538:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b480 with x1830945973128192 ext(0->4095) 00010000:00010000:3.0:1746126659.384544:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.384553:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.384558:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b480 00000100:00100000:0.0:1746126659.386095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.386180:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973128320 00000100:00100000:3.0:1746126659.386188:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973128320 00010000:00010000:3.0:1746126659.386209:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.386469:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7337 00000100:00100000:3.0:1746126659.386477:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973128320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.386490:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.386509:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.386520:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.386542:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c74 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.386555:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.386557:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.386564:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.386571:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.386602:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.386614:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662208:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.386687:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.388469:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662208:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.388489:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.388535:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973128320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2059us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.388545:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7337 00000100:00100000:0.0:1746126659.388712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.388872:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973128576 00000100:00100000:3.0:1746126659.388878:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973128576 00002000:00100000:3.0:1746126659.388912:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28a680 x1830945973128576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.388927:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945973128576 ext(0->4095) 00002000:00010000:3.0:1746126659.388932:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28a680 00000100:00100000:3.0:1746126659.388957:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4144 00000100:00100000:3.0:1746126659.388964:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973128576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.389105:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973128576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.389111:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4144 00002000:00100000:3.0:1746126659.389116:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28a680 x1830945973128576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.389122:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945973128576 ext(0->4095) 00002000:00010000:3.0:1746126659.389125:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28a680 00000100:00100000:0.0:1746126659.390154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.390218:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973128704 00000100:00100000:1.0:1746126659.390223:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973128704 00000100:00100000:1.0:1746126659.390261:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5647 00000100:00100000:1.0:1746126659.390268:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973128704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.390279:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.390294:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c82 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.390319:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.390326:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.390328:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.390331:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.390360:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.390377:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 13 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.390388:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662336:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.390711:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.391349:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662336:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.391369:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.391381:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280800, rc 0) 00000100:00100000:1.0:1746126659.391406:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973128704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1139us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.391413:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5647 00000100:00100000:0.0:1746126659.391753:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.391917:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973128832 00000100:00100000:3.0:1746126659.391922:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973128832 00010000:00010000:3.0:1746126659.391941:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.391973:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7338 00000100:00100000:3.0:1746126659.391979:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973128832:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.391988:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.392007:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.392017:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.392037:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280a00/0x9cce4314879c70b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c7b expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.392063:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.392065:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.392071:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.392078:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.392102:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.392113:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662464:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.392175:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.393695:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662464:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.393710:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.393739:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1981:x1830945973128832:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1760us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.393747:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7338 00000100:00100000:0.0:1746126659.394478:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.394577:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129088 00000100:00100000:2.0:1746126659.394583:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129088 00002000:00100000:2.0:1746126659.394765:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af1500 x1830945973129088/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.394775:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af1500 with x1830945973129088 ext(0->4095) 00002000:00010000:2.0:1746126659.394780:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af1500 00000100:00100000:2.0:1746126659.395186:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4145 00000100:00100000:2.0:1746126659.395194:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973129088:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.395352:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973129088:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.395359:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4145 00002000:00100000:2.0:1746126659.395364:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af1500 x1830945973129088/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.395378:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af1500 with x1830945973129088 ext(0->4095) 00002000:00010000:2.0:1746126659.395381:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af1500 00000100:00100000:0.0:1746126659.397312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.397415:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129216 00000100:00100000:1.0:1746126659.397424:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129216 00000100:00100000:1.0:1746126659.397506:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5648 00000100:00100000:1.0:1746126659.397514:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:31659:x1830945973129216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.397527:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.397544:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c89 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.397570:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.397580:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.397582:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.397585:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.397612:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.397622:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.397632:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662592:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.397705:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.398756:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662592:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.398779:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.398791:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c280e00, rc 0) 00000100:00100000:1.0:1746126659.398822:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31659:x1830945973129216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1308us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.398829:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5648 00000100:00100000:0.0:1746126659.399883:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.400107:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.400162:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129344 00000100:00100000:3.0:1746126659.400168:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129344 00010000:00010000:3.0:1746126659.400195:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.400230:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7339 00000100:00100000:3.0:1746126659.400236:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973129344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.400248:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.400266:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.400277:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.400297:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280800/0x9cce4314879c70ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c82 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.400312:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.400314:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.400320:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.400328:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.400354:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.400363:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662720:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.400417:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.400772:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129472 00000100:00100000:1.0:1746126659.400776:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129472 00000100:00100000:1.0:1746126659.400797:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5649 00000100:00100000:1.0:1746126659.400802:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973129472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.400817:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.400828:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c90 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.400844:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.400850:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.400851:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.400854:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.400871:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.400880:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.400888:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662848:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.400943:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.403691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.403765:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129728 00000100:00100000:2.0:1746126659.403772:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129728 00000100:00100000:3.0:1746126659.403780:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973662720:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.403798:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126659.403809:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefd500 x1830945973129728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.403819:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd500 with x1830945973129728 ext(0->4095) 00010000:00010000:2.0:1746126659.403828:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.403834:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973129344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3598us (3953us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126659.403840:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.403844:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7339 00002000:00010000:2.0:1746126659.403846:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefd500 00000100:00100000:2.0:1746126659.403862:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2032 00000100:00100000:2.0:1746126659.403867:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973129728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.403927:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973662848:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.403947:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.403959:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130845000, rc 0) 00000100:00100000:1.0:1746126659.403977:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973129472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3175us (3871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.403987:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5649 00000100:00100000:2.0:1746126659.404345:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973129728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 477us (663us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.404351:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2032 00002000:00100000:2.0:1746126659.404356:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefd500 x1830945973129728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.404362:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd500 with x1830945973129728 ext(0->4095) 00010000:00010000:2.0:1746126659.404367:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.404376:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.404381:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefd500 00000100:00100000:0.0:1746126659.408029:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.408195:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.408230:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129984 00000100:00100000:1.0:1746126659.408239:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129984 00000100:00100000:3.0:1746126659.408278:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973129856 00000100:00100000:3.0:1746126659.408282:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973129856 00000100:00100000:1.0:1746126659.408286:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5650 00000100:00100000:1.0:1746126659.408293:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973129984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.408302:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.408307:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126659.408320:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7340 00010000:00010000:1.0:1746126659.408321:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c97 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.408325:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1980:x1830945973129856:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.408336:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.408343:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.408348:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.408353:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.408355:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.408492:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.408505:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.408513:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.408514:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182c00, rc 0) 00010000:00010000:3.0:1746126659.408523:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.408539:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c280e00/0x9cce4314879c70c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c89 expref: 15 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.408561:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973129984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.408567:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5650 00010000:00010000:3.0:1746126659.408622:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.408624:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.408631:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.408638:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.408741:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.408751:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.408763:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663104:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.408822:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.410640:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.410733:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663104:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.410748:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.410791:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945973129856:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2464us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.410801:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7340 00000100:00100000:3.0:1746126659.410991:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973130240 00000100:00100000:3.0:1746126659.410997:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973130240 00002000:00100000:3.0:1746126659.411028:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefdf80 x1830945973130240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.411037:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefdf80 with x1830945973130240 ext(0->4095) 00010000:00010000:3.0:1746126659.411044:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.411054:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.411060:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefdf80 00000100:00100000:3.0:1746126659.411132:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2033 00000100:00100000:3.0:1746126659.411138:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973130240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.411523:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973130240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 384us (890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.411528:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2033 00002000:00100000:3.0:1746126659.411533:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefdf80 x1830945973130240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.411540:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefdf80 with x1830945973130240 ext(0->4095) 00010000:00010000:3.0:1746126659.411544:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.411551:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.411556:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefdf80 00000100:00100000:0.0:1746126659.413315:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.413363:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.413401:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973130368 00000100:00100000:1.0:1746126659.413601:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973130368 00000100:00100000:1.0:1746126659.413650:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5651 00000100:00100000:1.0:1746126659.413657:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973130368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.413671:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.413687:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3c9e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.413695:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973130496 00000100:00100000:2.0:1746126659.413699:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973130496 00010000:00010000:1.0:1746126659.413712:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.413717:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.413717:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.413723:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.413726:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.413749:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7341 00000100:00100000:2.0:1746126659.413755:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973130496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.413761:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.413765:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.413772:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.413780:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c49aa00, rc 0) 00010000:00010000:2.0:1746126659.413786:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.413797:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.413813:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c70c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c90 expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.413820:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973130368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.413825:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5651 00010000:00010000:2.0:1746126659.413827:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.413828:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.413834:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.413841:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.413970:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.413981:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.413992:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663360:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.414130:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.415328:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663360:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.415341:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.415581:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973130496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1825us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.415590:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7341 00000100:00100000:0.0:1746126659.415748:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.415835:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973130752 00000100:00100000:3.0:1746126659.415841:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973130752 00002000:00100000:3.0:1746126659.415876:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945973130752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.415886:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945973130752 ext(0->4095) 00010000:00010000:3.0:1746126659.415893:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.415903:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.415909:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:3.0:1746126659.415925:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2034 00000100:00100000:3.0:1746126659.415931:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973130752:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.416620:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973130752:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 687us (869us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.416625:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2034 00002000:00100000:3.0:1746126659.416630:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945973130752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.416637:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945973130752 ext(0->4095) 00010000:00010000:3.0:1746126659.416642:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.416655:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.416661:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:0.0:1746126659.419532:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.420067:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973130880 00000100:00100000:2.0:1746126659.420077:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973130880 00010000:00010000:2.0:1746126659.420112:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.420382:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7342 00000100:00100000:2.0:1746126659.420390:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973130880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.420406:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.420427:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.420477:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.420501:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182c00/0x9cce4314879c70cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c97 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.420523:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.420525:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.420532:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.420540:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.420575:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.420588:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663488:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.420672:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.423123:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663488:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.423141:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.423186:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973130880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2796us (3660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.423195:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7342 00000100:00100000:2.0:1746126659.424135:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.424198:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131136 00000100:00100000:3.0:1746126659.424205:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131136 00002000:00100000:3.0:1746126659.424239:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945973131136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.424248:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945973131136 ext(0->4095) 00002000:00010000:3.0:1746126659.424252:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6f800 00000100:00100000:3.0:1746126659.424659:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4146 00000100:00100000:3.0:1746126659.424667:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973131136:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.425154:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1982:x1830945973131136:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 487us (1021us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.425160:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4146 00002000:00100000:3.0:1746126659.425165:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945973131136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.425172:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945973131136 ext(0->4095) 00002000:00010000:3.0:1746126659.425175:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6f800 00000100:00100000:0.0:1746126659.426902:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.427242:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131264 00000100:00100000:1.0:1746126659.427250:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131264 00000100:00100000:1.0:1746126659.427295:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5652 00000100:00100000:1.0:1746126659.427301:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973131264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.427316:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.427333:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ca5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.427367:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.427917:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.427918:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.427923:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.427959:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.428193:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 13 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.428207:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973663616:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.428678:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.432115:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973663616:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.432150:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.432168:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d7200, rc 0) 00000100:00100000:1.0:1746126659.432228:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973131264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4925us (5330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.432236:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5652 00000100:00100000:0.0:1746126659.432765:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.433252:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131392 00000100:00100000:2.0:1746126659.433259:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131392 00010000:00010000:2.0:1746126659.433289:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.433344:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7343 00000100:00100000:2.0:1746126659.433351:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973131392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.433364:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.433384:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.433395:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.433418:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c49aa00/0x9cce4314879c70d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3c9e expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.433600:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.433602:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.433610:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.433618:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.433649:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.433662:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663744:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.433738:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359683c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.433847:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.433907:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131520 00000100:00100000:1.0:1746126659.433911:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131520 00000100:00100000:1.0:1746126659.433944:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5653 00000100:00100000:1.0:1746126659.433949:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:31658:x1830945973131520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.433962:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.433974:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cac expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.433990:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.433995:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.433996:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.433998:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.434013:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.434022:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.434030:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973663872:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.434059:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.436282:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.436305:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131776 00000100:00100000:0.0:1746126659.436312:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131776 00000100:00100000:1.0:1746126659.436407:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973663872:192.168.203.49@tcp:104: 00002000:00100000:0.0:1746126659.436563:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab100 x1830945973131776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126659.436580:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 15 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.436595:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949bda00, rc 0) 00002000:00100000:0.0:1746126659.436631:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab100 with x1830945973131776 ext(0->4095) 00000100:00100000:1.0:1746126659.436633:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973131520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2785us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126659.436639:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.436641:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5653 00010000:00010000:0.0:1746126659.436651:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.436656:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab100 00000100:00100000:2.0:1746126659.436683:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973663744:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.436694:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.436715:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973131392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3365us (3951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.436723:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7343 00000100:00100000:0.0:1746126659.436810:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2035 00000100:00100000:0.0:1746126659.436818:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973131776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126659.436970:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973131776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (694us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.436981:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2035 00002000:00100000:0.0:1746126659.436987:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab100 x1830945973131776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.436994:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab100 with x1830945973131776 ext(0->4095) 00010000:00010000:0.0:1746126659.436999:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.437011:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.437017:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab100 00000100:00100000:2.0:1746126659.440905:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.441108:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973131904 00000100:00100000:0.0:1746126659.441118:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973131904 00010000:00010000:0.0:1746126659.441149:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.441261:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7344 00000100:00100000:0.0:1746126659.441269:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973131904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.441284:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.441305:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.441317:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.441339:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7200/0x9cce4314879c70dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ca5 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.441582:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.441585:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.441593:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.441601:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.441637:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.441650:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800911aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664000:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.441734:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa77a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.445801:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800911aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664000:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.445832:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.446046:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973131904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4775us (5148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.446057:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7344 00000100:00100000:0.0:1746126659.446708:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.447015:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132160 00000100:00100000:2.0:1746126659.447022:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132160 00002000:00100000:2.0:1746126659.447060:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aa300 x1830945973132160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.447070:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aa300 with x1830945973132160 ext(0->4095) 00002000:00010000:2.0:1746126659.447075:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aa300 00000100:00100000:2.0:1746126659.447554:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4147 00000100:00100000:2.0:1746126659.447562:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973132160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.447742:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973132160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (1035us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.447749:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4147 00002000:00100000:2.0:1746126659.447754:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aa300 x1830945973132160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.447761:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aa300 with x1830945973132160 ext(0->4095) 00002000:00010000:2.0:1746126659.447764:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aa300 00000100:00100000:0.0:1746126659.452203:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.452493:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132288 00000100:00100000:1.0:1746126659.452503:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132288 00000100:00100000:1.0:1746126659.452555:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5654 00000100:00100000:1.0:1746126659.452563:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973132288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.452582:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.452598:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cb3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.452628:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.452636:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.452638:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.452642:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.452673:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.452684:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 13 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.452698:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973664128:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.453748:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.459290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.459372:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132416 00000100:00100000:3.0:1746126659.459381:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132416 00000100:00100000:1.0:1746126659.459416:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973664128:192.168.203.49@tcp:104: 00002000:00100000:3.0:1746126659.459418:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012de00000 x1830945973132416/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.459440:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00000 with x1830945973132416 ext(0->7) 00010000:00010000:3.0:1746126659.459480:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.459483:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.459494:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 14 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.459500:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00000 00010000:00010000:1.0:1746126659.459500:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949bdc00, rc 0) 00000100:00100000:3.0:1746126659.460110:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2036 00000100:00100000:3.0:1746126659.460119:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973132416:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.460595:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973132288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8028us (8397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.460603:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5654 00000100:00100000:3.0:1746126659.461510:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1981:x1830945973132416:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1390us (2227us total) trans 4294968026 rc 0/0 00000100:00100000:3.0:1746126659.461519:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2036 00002000:00100000:3.0:1746126659.461526:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012de00000 x1830945973132416/t4294968026(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.461534:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00000 with x1830945973132416 ext(0->7) 00010000:00010000:3.0:1746126659.461540:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.461551:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.461557:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00000 00000100:00100000:0.0:1746126659.462741:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.462786:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132544 00000100:00100000:2.0:1746126659.462793:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132544 00010000:00010000:2.0:1746126659.462813:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.462842:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7345 00000100:00100000:2.0:1746126659.462847:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1981:x1830945973132544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.462858:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.462871:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.462885:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.462903:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c70e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cac expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.462925:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.462927:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.462933:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.462940:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.462968:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.462979:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664256:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.463033:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.465094:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.465170:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132800 00000100:00100000:3.0:1746126659.465181:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132800 00002000:00100000:3.0:1746126659.465213:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817480 x1830945973132800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.465222:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817480 with x1830945973132800 ext(0->4095) 00002000:00010000:3.0:1746126659.465225:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817480 00000100:00100000:3.0:1746126659.465242:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4148 00000100:00100000:3.0:1746126659.465248:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973132800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.465543:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664256:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.465557:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.466296:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973132800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1047us (1204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.466303:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4148 00002000:00100000:3.0:1746126659.466309:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817480 x1830945973132800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.466315:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817480 with x1830945973132800 ext(0->4095) 00002000:00010000:3.0:1746126659.466317:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817480 00000100:00100000:2.0:1746126659.466404:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1981:x1830945973132544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3555us (3662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.466412:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7345 00000100:00100000:0.0:1746126659.467036:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.467103:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973132928 00000100:00100000:1.0:1746126659.467108:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973132928 00000100:00100000:1.0:1746126659.467147:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5655 00000100:00100000:1.0:1746126659.467153:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973132928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.467163:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.467180:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cba expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.467304:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.467310:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.467311:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.467314:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.467342:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.467352:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.467361:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973664384:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.467423:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.469440:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.469557:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133056 00000100:00100000:3.0:1746126659.469563:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133056 00000100:00100000:3.0:1746126659.469607:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5656 00000100:00100000:3.0:1746126659.469613:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31659:x1830945973133056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.469625:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.469636:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cc1 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.469702:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973664384:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.469721:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.469733:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d6600, rc 0) 00000100:00100000:1.0:1746126659.469773:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31658:x1830945973132928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.469778:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5655 00010000:00010000:3.0:1746126659.469941:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.469945:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.469954:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.469957:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.469979:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.469988:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.469995:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126659.470010:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31659:x1830945973133056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 398us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.470014:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5656 00000100:00100000:0.0:1746126659.471795:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.471860:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133184 00000100:00100000:2.0:1746126659.471867:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133184 00010000:00010000:2.0:1746126659.471889:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.471922:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7346 00000100:00100000:2.0:1746126659.471927:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973133184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.471935:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.471951:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.471965:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.471981:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949bdc00/0x9cce4314879c70eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cb3 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.472070:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.472073:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.472083:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.472090:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.472117:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 16 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.472127:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 16 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.472137:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664640:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.472344:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.473383:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664640:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.473394:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.473418:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973133184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1490us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.473425:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7346 00000100:00100000:0.0:1746126659.474679:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.474785:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133440 00000100:00100000:3.0:1746126659.474792:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133440 00002000:00100000:3.0:1746126659.474819:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33b80 x1830945973133440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.474827:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33b80 with x1830945973133440 ext(0->4095) 00010000:00010000:3.0:1746126659.474834:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.474844:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.474850:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33b80 00000100:00100000:3.0:1746126659.474879:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2037 00000100:00100000:3.0:1746126659.474885:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1982:x1830945973133440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.475000:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1982:x1830945973133440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.475005:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2037 00002000:00100000:3.0:1746126659.475009:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33b80 x1830945973133440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.475015:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33b80 with x1830945973133440 ext(0->4095) 00010000:00010000:3.0:1746126659.475019:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.475027:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.475032:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33b80 00000100:00100000:0.0:1746126659.479879:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.479950:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133568 00000100:00100000:2.0:1746126659.479957:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133568 00010000:00010000:2.0:1746126659.479985:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.480022:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7347 00000100:00100000:2.0:1746126659.480028:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1980:x1830945973133568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.480039:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.480054:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.480065:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.480083:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c70f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cba expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.480098:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.480101:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.480107:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.480114:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.480139:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.480150:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664768:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.480790:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.482495:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973664768:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.482510:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.482541:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1980:x1830945973133568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2512us (2669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.482550:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7347 00000100:00100000:1.0:1746126659.483061:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.483194:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133824 00000100:00100000:2.0:1746126659.483199:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133824 00002000:00100000:2.0:1746126659.483229:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6680 x1830945973133824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.483239:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973133824 ext(0->4095) 00002000:00010000:2.0:1746126659.483242:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:2.0:1746126659.483384:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4149 00000100:00100000:2.0:1746126659.483391:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973133824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.483733:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973133824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 340us (671us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.483740:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4149 00002000:00100000:2.0:1746126659.483745:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6680 x1830945973133824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.483752:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973133824 ext(0->4095) 00002000:00010000:2.0:1746126659.483754:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:0.0:1746126659.485902:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.486120:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973133952 00000100:00100000:3.0:1746126659.486127:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973133952 00000100:00100000:3.0:1746126659.486205:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5657 00000100:00100000:3.0:1746126659.486212:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973133952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.486227:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.486240:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cc8 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.486262:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.486273:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.486274:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.486277:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.486299:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.486309:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.486319:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973664896:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.487262:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.488857:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973664896:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.488882:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.488898:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:3.0:1746126659.488931:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973133952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.488939:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5657 00000100:00100000:0.0:1746126659.491393:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.491503:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134080 00000100:00100000:2.0:1746126659.491510:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134080 00010000:00010000:2.0:1746126659.491538:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.491574:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7348 00000100:00100000:2.0:1746126659.491581:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973134080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.491592:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.491609:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.491620:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.491639:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c70f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc1 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.491686:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.491688:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.491694:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.491707:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.491733:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.491744:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665024:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.491816:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.493503:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665024:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.493517:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.493554:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973134080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1972us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.493562:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7348 00000100:00100000:0.0:1746126659.494478:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.494671:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134336 00000100:00100000:3.0:1746126659.494677:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134336 00002000:00100000:3.0:1746126659.494708:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9e300 x1830945973134336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.494723:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9e300 with x1830945973134336 ext(0->4095) 00002000:00010000:3.0:1746126659.494726:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9e300 00000100:00100000:3.0:1746126659.494752:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4150 00000100:00100000:3.0:1746126659.494759:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973134336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.494883:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973134336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.494888:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4150 00002000:00100000:3.0:1746126659.494894:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9e300 x1830945973134336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.494900:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9e300 with x1830945973134336 ext(0->4095) 00002000:00010000:3.0:1746126659.494902:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9e300 00000100:00100000:0.0:1746126659.494951:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.495006:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134464 00000100:00100000:3.0:1746126659.495009:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134464 00000100:00100000:3.0:1746126659.495029:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5658 00000100:00100000:3.0:1746126659.495034:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:31658:x1830945973134464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.495043:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.495056:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ccf expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.495078:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.495084:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.495086:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.495089:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.495110:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.495120:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.495129:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665152:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.495346:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.496700:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665152:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.496722:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496734:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:0.0:1746126659.496753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.496769:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973134464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.496775:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5658 00000100:00100000:3.0:1746126659.496791:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134592 00000100:00100000:3.0:1746126659.496794:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134592 00000100:00100000:3.0:1746126659.496820:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5659 00000100:00100000:3.0:1746126659.496826:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31659:x1830945973134592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.496835:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.496844:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cd6 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496862:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.496866:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496870:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.496873:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496894:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496902:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.496910:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4e00, rc 0) 00000100:00100000:0.0:1746126659.497708:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.497764:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134720 00000100:00100000:2.0:1746126659.497770:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134720 00010000:00010000:2.0:1746126659.497787:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.497805:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7349 00000100:00100000:2.0:1746126659.497810:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973134720:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.497818:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.497833:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.497848:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.497864:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7100 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cc8 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.497917:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31659:x1830945973134592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1090us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.497922:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5659 00010000:00010000:2.0:1746126659.497969:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.497971:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.497977:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.497984:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.498004:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.498014:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.498023:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665408:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.498064:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.499339:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665408:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.499353:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.499376:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973134720:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1565us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.499383:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7349 00000100:00100000:0.0:1746126659.500176:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.500248:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973134976 00000100:00100000:3.0:1746126659.500253:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973134976 00002000:00100000:3.0:1746126659.500283:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e680 x1830945973134976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.500291:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945973134976 ext(0->4095) 00010000:00010000:3.0:1746126659.500298:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.500315:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.500320:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:3.0:1746126659.500334:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2038 00000100:00100000:3.0:1746126659.500340:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973134976:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.500804:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973134976:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 462us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.500811:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2038 00002000:00100000:3.0:1746126659.500816:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e680 x1830945973134976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.500822:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945973134976 ext(0->4095) 00010000:00010000:3.0:1746126659.500827:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.500835:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.500840:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:0.0:1746126659.506563:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.506638:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135104 00000100:00100000:2.0:1746126659.506647:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135104 00010000:00010000:2.0:1746126659.506676:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.506713:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7350 00000100:00100000:2.0:1746126659.506720:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1979:x1830945973135104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.506731:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.506749:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.506759:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.506778:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7107 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ccf expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.506794:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.506796:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.506802:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.506809:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.506836:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.506847:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665536:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.506916:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126659.507543:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126659.512985:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.513152:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665536:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.513168:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.513204:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1979:x1830945973135104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6484us (6647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.513214:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7350 00000100:00100000:3.0:1746126659.513474:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135360 00000100:00100000:3.0:1746126659.513480:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135360 00002000:00100000:3.0:1746126659.513514:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8380 x1830945973135360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.513527:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8380 with x1830945973135360 ext(0->4095) 00002000:00010000:3.0:1746126659.513531:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8380 00000100:00100000:3.0:1746126659.513559:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4151 00000100:00100000:3.0:1746126659.513565:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973135360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.513679:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973135360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.513685:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4151 00002000:00100000:3.0:1746126659.513689:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8380 x1830945973135360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.513695:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8380 with x1830945973135360 ext(0->4095) 00002000:00010000:3.0:1746126659.513697:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8380 00000100:00100000:0.0:1746126659.515989:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.516062:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135488 00000100:00100000:3.0:1746126659.516067:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135488 00000100:00100000:3.0:1746126659.516097:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5660 00000100:00100000:3.0:1746126659.516102:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973135488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.516113:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.516127:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cdd expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.516147:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.516153:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.516154:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.516158:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.516181:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.516191:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.516202:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665664:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.518330:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.519328:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665664:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.519352:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.519366:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130845000, rc 0) 00000100:00100000:3.0:1746126659.519398:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973135488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3295us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.519405:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5660 00000100:00100000:0.0:1746126659.520813:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.520866:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135616 00000100:00100000:2.0:1746126659.520872:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135616 00010000:00010000:2.0:1746126659.520898:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.520931:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7351 00000100:00100000:2.0:1746126659.520937:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1981:x1830945973135616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.520949:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.520966:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.520977:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.520994:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c710e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cd6 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.521017:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.521019:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.521025:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.521037:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.521364:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.521376:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665792:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.521999:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359680c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.523278:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.523359:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973135744 00000100:00100000:3.0:1746126659.523365:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973135744 00000100:00100000:3.0:1746126659.523395:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5661 00000100:00100000:3.0:1746126659.523401:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973135744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.523413:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.523424:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ce4 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.523481:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.523488:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.523489:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.523492:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.523511:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.523520:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.523528:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665920:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.523586:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.523975:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973665792:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.523986:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.524009:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973135616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3072us (3198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.524017:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7351 00000100:00100000:0.0:1746126659.525727:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.525822:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973665920:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.525836:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136000 00010000:00010000:3.0:1746126659.525841:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 16 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.525841:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136000 00010000:00010000:3.0:1746126659.525853:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26c00, rc 0) 00002000:00100000:1.0:1746126659.525870:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9880 x1830945973136000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126659.525877:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:31658:x1830945973135744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2477us (2602us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126659.525878:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945973136000 ext(0->4095) 00000100:00100000:3.0:1746126659.525882:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5661 00010000:00010000:1.0:1746126659.525883:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.525897:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.525903:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9880 00000100:00100000:1.0:1746126659.525915:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2039 00000100:00100000:1.0:1746126659.525920:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973136000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.526190:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973136000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 268us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.526196:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2039 00002000:00100000:1.0:1746126659.526201:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9880 x1830945973136000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.526208:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945973136000 ext(0->4095) 00010000:00010000:1.0:1746126659.526213:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.526221:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.526227:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9880 00000100:00100000:0.0:1746126659.530851:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.531108:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136128 00000100:00100000:2.0:1746126659.531118:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136128 00010000:00010000:2.0:1746126659.531157:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.531199:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7352 00000100:00100000:2.0:1746126659.531206:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973136128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.531220:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.531241:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.531252:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.531275:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130845000/0x9cce4314879c7115 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cdd expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.531302:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.531304:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.531312:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.531320:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.531354:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.531366:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666048:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.531486:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.535556:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.535665:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666048:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.535683:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.535690:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136384 00000100:00100000:1.0:1746126659.535697:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136384 00000100:00100000:2.0:1746126659.535721:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973136128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4514us (4878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.535731:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7352 00002000:00100000:1.0:1746126659.535735:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4e00 x1830945973136384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.535743:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973136384 ext(0->4095) 00002000:00010000:1.0:1746126659.535747:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:1.0:1746126659.535763:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4152 00000100:00100000:1.0:1746126659.535769:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973136384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.536061:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1982:x1830945973136384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 291us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.536067:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4152 00002000:00100000:1.0:1746126659.536072:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4e00 x1830945973136384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.536078:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973136384 ext(0->4095) 00002000:00010000:1.0:1746126659.536080:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:2.0:1746126659.538930:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.540470:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136512 00000100:00100000:3.0:1746126659.540478:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136512 00000100:00100000:3.0:1746126659.540915:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5662 00000100:00100000:3.0:1746126659.540924:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973136512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.540939:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.540954:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ceb expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.540978:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.540985:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.540986:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.540989:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.541014:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.541025:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 15 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.541036:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666176:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.542865:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.545110:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666176:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.545137:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.545254:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a27000, rc 0) 00000100:00100000:3.0:1746126659.545399:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973136512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4476us (6474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.545406:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5662 00000100:00100000:0.0:1746126659.546338:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.546719:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136640 00000100:00100000:1.0:1746126659.546726:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136640 00002000:00100000:1.0:1746126659.546761:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800924f7b80 x1830945973136640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.546770:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7b80 with x1830945973136640 ext(0->7) 00010000:00010000:1.0:1746126659.546776:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.546788:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 16 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.546794:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f7b80 00000100:00100000:1.0:1746126659.546978:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2040 00000100:00100000:1.0:1746126659.546985:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1981:x1830945973136640:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.547405:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973136640:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 419us (1068us total) trans 4294968027 rc 0/0 00000100:00100000:1.0:1746126659.547412:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2040 00002000:00100000:1.0:1746126659.547417:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800924f7b80 x1830945973136640/t4294968027(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.547424:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7b80 with x1830945973136640 ext(0->7) 00010000:00010000:1.0:1746126659.547428:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.547463:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.547469:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f7b80 00000100:00100000:0.0:1746126659.549405:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.549889:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136768 00000100:00100000:3.0:1746126659.549896:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136768 00000100:00100000:3.0:1746126659.549934:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5663 00000100:00100000:3.0:1746126659.549940:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:31658:x1830945973136768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.549951:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.549964:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cf2 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.549984:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.549990:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.549995:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126659.549997:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.550026:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.550036:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.550048:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4c00, rc 0) 00000100:00100000:3.0:1746126659.550090:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945973136768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.550096:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5663 00000100:00100000:0.0:1746126659.550532:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.550586:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973136896 00000100:00100000:2.0:1746126659.550594:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973136896 00010000:00010000:2.0:1746126659.550623:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.550656:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7353 00000100:00100000:2.0:1746126659.550661:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973136896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.550672:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126659.550687:0:7111:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126659 -> 1746126660 00002000:00010000:2.0:1746126659.550690:0:7111:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126659 -> 1746126660 00010000:00010000:2.0:1746126659.550695:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.550704:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.551019:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c711c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ce4 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.551036:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.551038:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.551044:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.551051:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.551080:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.551089:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.551100:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666432:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.551184:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.553470:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.553548:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666432:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.553563:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.553594:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973136896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2931us (3061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.553602:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7353 00000100:00100000:1.0:1746126659.553657:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973137152 00000100:00100000:1.0:1746126659.553670:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973137152 00002000:00100000:1.0:1746126659.553711:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945973137152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.553720:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945973137152 ext(0->4095) 00010000:00010000:1.0:1746126659.553729:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.553741:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.553748:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4a80 00000100:00100000:1.0:1746126659.553847:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2041 00000100:00100000:1.0:1746126659.553854:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973137152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.554403:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973137152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 548us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.554410:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2041 00002000:00100000:1.0:1746126659.554415:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945973137152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.554423:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945973137152 ext(0->4095) 00010000:00010000:1.0:1746126659.554440:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.554473:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.554479:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4a80 00000100:00100000:0.0:1746126659.558888:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.558970:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973137280 00000100:00100000:2.0:1746126659.558982:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973137280 00010000:00010000:2.0:1746126659.559024:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.559072:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7354 00000100:00100000:2.0:1746126659.559079:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973137280:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.559093:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.559115:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.559134:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.559157:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7123 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ceb expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.559184:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.559187:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.559194:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.559202:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.559237:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.559248:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666560:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.559344:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.562831:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666560:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.562852:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.562919:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973137280:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3839us (4037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.562928:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7354 00000100:00100000:0.0:1746126659.563753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.563859:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973137536 00000100:00100000:1.0:1746126659.563867:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973137536 00002000:00100000:1.0:1746126659.563904:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276fb80 x1830945973137536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.563913:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276fb80 with x1830945973137536 ext(0->4095) 00002000:00010000:1.0:1746126659.563918:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276fb80 00000100:00100000:1.0:1746126659.563966:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4153 00000100:00100000:1.0:1746126659.563972:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973137536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.564139:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973137536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.564145:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4153 00002000:00100000:1.0:1746126659.564151:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276fb80 x1830945973137536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.564157:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276fb80 with x1830945973137536 ext(0->4095) 00002000:00010000:1.0:1746126659.564160:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276fb80 00000100:00100000:0.0:1746126659.565987:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.566937:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973137664 00000100:00100000:3.0:1746126659.566946:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973137664 00000100:00100000:3.0:1746126659.566989:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5664 00000100:00100000:3.0:1746126659.566996:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973137664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.567011:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.567027:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3cf9 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.567054:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.567061:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.567063:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.567066:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.567093:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.567102:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.567118:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666688:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.567201:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.569041:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666688:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.569063:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.569077:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26000, rc 0) 00000100:00100000:3.0:1746126659.569118:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973137664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (3137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.569126:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5664 00000100:00100000:0.0:1746126659.570239:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.570350:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973137792 00000100:00100000:2.0:1746126659.570357:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973137792 00010000:00010000:2.0:1746126659.570380:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.570543:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7355 00000100:00100000:2.0:1746126659.570549:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973137792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.570561:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.570581:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.570596:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.570617:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c712a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf2 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.570639:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.570641:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.570648:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.570655:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.570681:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.570690:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666816:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.570756:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.572158:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973666816:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.572171:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.572198:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973137792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1648us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.572204:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7355 00000100:00100000:0.0:1746126659.572975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.573053:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138048 00000100:00100000:2.0:1746126659.573059:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138048 00002000:00100000:2.0:1746126659.573230:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aad80 x1830945973138048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.573242:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aad80 with x1830945973138048 ext(0->4095) 00002000:00010000:2.0:1746126659.573246:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aad80 00000100:00100000:2.0:1746126659.573272:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4154 00000100:00100000:2.0:1746126659.573278:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973138048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126659.573368:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.573407:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973138048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.573412:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4154 00000100:00100000:3.0:1746126659.573416:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138176 00002000:00100000:2.0:1746126659.573416:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911aad80 x1830945973138048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126659.573421:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138176 00002000:00100000:2.0:1746126659.573423:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911aad80 with x1830945973138048 ext(0->4095) 00002000:00010000:2.0:1746126659.573425:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911aad80 00000100:00100000:3.0:1746126659.573484:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5665 00000100:00100000:3.0:1746126659.573491:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31658:x1830945973138176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.573499:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.573511:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d00 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.573531:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.573539:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.573540:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.573544:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.573571:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.573581:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.573592:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666944:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.574225:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.576036:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.576083:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138304 00000100:00100000:1.0:1746126659.576091:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138304 00000100:00100000:1.0:1746126659.576132:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5666 00000100:00100000:0.0:1746126659.576133:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.576139:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31659:x1830945973138304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.576151:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126659.576158:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138432 00010000:00010000:1.0:1746126659.576165:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d07 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.576166:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138432 00010000:00010000:2.0:1746126659.576183:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.576186:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.576191:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.576197:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.576200:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.576230:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.576233:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973666944:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.576242:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.576252:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d7e00, rc 0) 00010000:00010000:3.0:1746126659.576254:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.576262:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a27000, rc 0) 00000100:00100000:1.0:1746126659.576298:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31659:x1830945973138304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.576305:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5666 00000100:00100000:2.0:1746126659.576345:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7356 00000100:00100000:2.0:1746126659.576351:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973138432:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.576358:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.576380:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.576476:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945973138176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2951us (3074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.576482:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5665 00010000:00010000:2.0:1746126659.576612:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.576631:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7131 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3cf9 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.576653:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.576655:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.576662:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.576668:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.576688:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.576698:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.576708:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667200:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.577044:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.578820:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667200:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.578836:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.578865:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973138432:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2512us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.578878:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7356 00000100:00100000:0.0:1746126659.579091:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.579369:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138688 00000100:00100000:2.0:1746126659.579376:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138688 00002000:00100000:2.0:1746126659.579411:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748e00 x1830945973138688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.579420:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748e00 with x1830945973138688 ext(0->4095) 00010000:00010000:2.0:1746126659.579428:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.579481:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.579487:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748e00 00000100:00100000:0.0:1746126659.579672:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2042 00000100:00100000:0.0:1746126659.579680:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1982:x1830945973138688:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126659.579813:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1982:x1830945973138688:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.579819:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2042 00002000:00100000:0.0:1746126659.579823:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748e00 x1830945973138688/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.579830:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748e00 with x1830945973138688 ext(0->4095) 00010000:00010000:0.0:1746126659.579834:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.579843:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.579849:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748e00 00000100:00100000:0.0:1746126659.581531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.581930:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973138816 00000100:00100000:2.0:1746126659.581937:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973138816 00010000:00010000:2.0:1746126659.581959:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.582206:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7357 00000100:00100000:2.0:1746126659.582214:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973138816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.582226:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.582244:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.582255:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.582282:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7138 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d00 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.582297:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.582299:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.582306:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.582313:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.582345:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.582358:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667328:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.582855:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.585961:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.585992:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667328:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.586010:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.586029:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139072 00000100:00100000:3.0:1746126659.586035:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139072 00002000:00100000:3.0:1746126659.586078:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091618380 x1830945973139072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.586086:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091618380 with x1830945973139072 ext(0->4095) 00002000:00010000:3.0:1746126659.586090:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091618380 00000100:00100000:3.0:1746126659.586108:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4155 00000100:00100000:3.0:1746126659.586114:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973139072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.586288:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973139072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.586295:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4155 00002000:00100000:3.0:1746126659.586300:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091618380 x1830945973139072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.586307:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091618380 with x1830945973139072 ext(0->4095) 00002000:00010000:3.0:1746126659.586310:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091618380 00000100:00100000:2.0:1746126659.586365:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973138816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4152us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.586372:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7357 00000100:00100000:0.0:1746126659.588260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.588339:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139200 00000100:00100000:3.0:1746126659.588346:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139200 00000100:00100000:3.0:1746126659.588387:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5667 00000100:00100000:3.0:1746126659.588393:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973139200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.588407:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.588428:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d0e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.588483:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.588490:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.588492:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.588495:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.588523:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.588538:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.588550:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973667456:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.589607:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.591163:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973667456:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.591193:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.591208:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4c00, rc 0) 00000100:00100000:3.0:1746126659.591245:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973139200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2851us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.591252:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5667 00000100:00100000:0.0:1746126659.591603:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.592047:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139328 00000100:00100000:3.0:1746126659.592054:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139328 00010000:00010000:3.0:1746126659.592079:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.592103:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7358 00000100:00100000:3.0:1746126659.592108:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945973139328:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.592130:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.592149:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.592163:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.592184:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d7e00/0x9cce4314879c713f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d07 expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.592211:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.592213:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.592219:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.592230:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.592258:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.592268:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667584:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.592328:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad346c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.594202:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667584:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.594340:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.594711:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1982:x1830945973139328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2599us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.594720:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7358 00000100:00100000:0.0:1746126659.594798:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.594860:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139584 00000100:00100000:1.0:1746126659.594866:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139584 00002000:00100000:1.0:1746126659.594903:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b480 x1830945973139584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.594913:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b480 with x1830945973139584 ext(0->4095) 00002000:00010000:1.0:1746126659.594917:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009161b480 00000100:00100000:1.0:1746126659.594945:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4156 00000100:00100000:1.0:1746126659.594952:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973139584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.595373:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973139584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 421us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.595380:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4156 00002000:00100000:1.0:1746126659.595385:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b480 x1830945973139584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.595392:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b480 with x1830945973139584 ext(0->4095) 00002000:00010000:1.0:1746126659.595395:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009161b480 00000100:00100000:0.0:1746126659.595938:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.596063:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139712 00000100:00100000:3.0:1746126659.596068:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139712 00000100:00100000:3.0:1746126659.596101:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5668 00000100:00100000:3.0:1746126659.596108:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31658:x1830945973139712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.596117:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.596132:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d15 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.596154:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.596162:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.596164:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.596168:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.596193:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.596203:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.596214:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973667712:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.596276:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.596994:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.597081:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139840 00000100:00100000:1.0:1746126659.597085:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139840 00000100:00100000:1.0:1746126659.597138:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5669 00000100:00100000:1.0:1746126659.597143:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31659:x1830945973139840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.597152:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.597159:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d1c expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.597177:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.597181:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.597186:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.597189:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.597211:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.597222:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.597333:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d6600, rc 0) 00000100:00100000:1.0:1746126659.597368:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31659:x1830945973139840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.597374:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5669 00000100:00100000:0.0:1746126659.598634:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.598710:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973667712:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.598730:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.598746:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26000, rc 0) 00000100:00100000:3.0:1746126659.598782:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945973139712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (2845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.598789:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5668 00000100:00100000:3.0:1746126659.598810:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973139968 00000100:00100000:3.0:1746126659.598814:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973139968 00010000:00010000:3.0:1746126659.598828:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.598853:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7359 00000100:00100000:3.0:1746126659.598858:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973139968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.598866:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.598885:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.598894:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.598911:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7146 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d0e expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.598923:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.598925:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.598931:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.598942:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.598965:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.598975:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.598985:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667968:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.599038:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.600673:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973667968:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.600691:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.601146:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973139968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2285us (2513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.601157:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7359 00000100:00100000:0.0:1746126659.601333:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.601387:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973140224 00000100:00100000:1.0:1746126659.601394:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973140224 00002000:00100000:1.0:1746126659.601427:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945973140224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.601464:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945973140224 ext(0->4095) 00010000:00010000:1.0:1746126659.601472:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.601490:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.601497:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:1.0:1746126659.601513:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2043 00000100:00100000:1.0:1746126659.601519:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973140224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.601663:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973140224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.601669:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2043 00002000:00100000:1.0:1746126659.601674:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945973140224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.601681:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945973140224 ext(0->4095) 00010000:00010000:1.0:1746126659.601685:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.601694:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.601700:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:0.0:1746126659.603866:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.603951:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973140352 00000100:00100000:3.0:1746126659.603958:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973140352 00010000:00010000:3.0:1746126659.603982:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.604013:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7360 00000100:00100000:3.0:1746126659.604019:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1982:x1830945973140352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.604030:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.604047:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.604058:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.604077:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c714d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d15 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.604091:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.604092:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.604099:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.604106:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.604136:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.604147:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668096:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.604236:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.606205:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668096:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.606224:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.606261:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945973140352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2241us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.606270:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7360 00000100:00100000:0.0:1746126659.606497:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.606591:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973140608 00000100:00100000:1.0:1746126659.606597:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973140608 00002000:00100000:1.0:1746126659.606628:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642a00 x1830945973140608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.606637:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830945973140608 ext(0->4095) 00002000:00010000:1.0:1746126659.606642:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642a00 00000100:00100000:1.0:1746126659.606654:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4157 00000100:00100000:1.0:1746126659.606659:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973140608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.606859:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973140608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 199us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.606865:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4157 00002000:00100000:1.0:1746126659.606870:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642a00 x1830945973140608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.606877:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830945973140608 ext(0->4095) 00002000:00010000:1.0:1746126659.606879:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642a00 00000100:00100000:0.0:1746126659.608367:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.608806:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973140736 00000100:00100000:3.0:1746126659.608814:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973140736 00000100:00100000:3.0:1746126659.608899:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5670 00000100:00100000:3.0:1746126659.608906:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973140736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.608921:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.608937:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d23 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.608963:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.608970:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.608972:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.608976:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.609005:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 17 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.609017:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 17 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.609028:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668224:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.610306:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.611927:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668224:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.611954:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.611975:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26400, rc 0) 00000100:00100000:3.0:1746126659.612025:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973140736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.612034:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5670 00000100:00100000:0.0:1746126659.613558:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.613902:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973140864 00000100:00100000:3.0:1746126659.613910:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973140864 00010000:00010000:3.0:1746126659.613937:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.613963:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7361 00000100:00100000:3.0:1746126659.613969:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973140864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.613984:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.614004:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.614015:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.614032:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a46d6600/0x9cce4314879c7154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d1c expref: 18 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.614051:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.614053:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.614059:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.614070:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.614100:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.614112:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668352:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.614176:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.616269:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668352:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.616287:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.616332:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973140864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2361us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.616341:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7361 00000100:00100000:0.0:1746126659.616980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.617042:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141120 00000100:00100000:1.0:1746126659.617048:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141120 00002000:00100000:1.0:1746126659.617083:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467d880 x1830945973141120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.617094:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467d880 with x1830945973141120 ext(0->4095) 00002000:00010000:1.0:1746126659.617098:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467d880 00000100:00100000:1.0:1746126659.617123:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4158 00000100:00100000:1.0:1746126659.617129:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973141120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.617271:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973141120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.617277:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4158 00002000:00100000:1.0:1746126659.617282:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467d880 x1830945973141120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.617295:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467d880 with x1830945973141120 ext(0->4095) 00002000:00010000:1.0:1746126659.617298:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467d880 00000100:00100000:0.0:1746126659.617946:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.618014:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141248 00000100:00100000:3.0:1746126659.618018:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141248 00000100:00100000:3.0:1746126659.618269:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5671 00000100:00100000:3.0:1746126659.618276:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31658:x1830945973141248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.618285:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.618300:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d2a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.618321:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.618329:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.618331:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.618334:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.618361:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.618371:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.618383:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668480:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.618485:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.620284:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668480:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.620312:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620325:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26c00, rc 0) 00000100:00100000:3.0:1746126659.620366:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:31658:x1830945973141248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2090us (2420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.620373:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5671 00000100:00100000:0.0:1746126659.620461:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.620549:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141376 00000100:00100000:3.0:1746126659.620554:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141376 00000100:00100000:1.0:1746126659.620561:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.620579:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5672 00000100:00100000:3.0:1746126659.620585:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:31659:x1830945973141376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.620596:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.620607:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d31 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620630:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.620634:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620640:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.620643:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620667:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620676:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.620684:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4e00, rc 0) 00000100:00100000:3.0:1746126659.620701:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31659:x1830945973141376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.620707:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5672 00000100:00100000:2.0:1746126659.620715:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141504 00000100:00100000:2.0:1746126659.620720:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141504 00010000:00010000:2.0:1746126659.620739:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.620775:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7362 00000100:00100000:2.0:1746126659.620784:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973141504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.620793:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.620811:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.620821:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.620890:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26400/0x9cce4314879c715b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d23 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.620902:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.620904:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.620910:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.620973:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.620996:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.621006:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.621021:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668736:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.621166:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.622911:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.622957:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668736:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.622972:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.622997:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141760 00000100:00100000:1.0:1746126659.623003:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141760 00000100:00100000:2.0:1746126659.623015:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973141504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2234us (2454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.623022:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7362 00002000:00100000:1.0:1746126659.623038:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467fb80 x1830945973141760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.623047:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945973141760 ext(0->4095) 00010000:00010000:1.0:1746126659.623053:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.623063:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.623069:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467fb80 00000100:00100000:1.0:1746126659.623090:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2044 00000100:00100000:1.0:1746126659.623096:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973141760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.623254:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973141760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.623259:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2044 00002000:00100000:1.0:1746126659.623264:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467fb80 x1830945973141760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.623270:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945973141760 ext(0->4095) 00010000:00010000:1.0:1746126659.623275:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.623284:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.623289:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467fb80 00000100:00100000:0.0:1746126659.624600:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.624674:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973141888 00000100:00100000:2.0:1746126659.624680:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973141888 00010000:00010000:2.0:1746126659.624700:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.624731:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7363 00000100:00100000:2.0:1746126659.624737:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1979:x1830945973141888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.624745:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.624760:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.624770:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.624790:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7162 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d2a expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.624817:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.624820:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.624826:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.624834:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.625348:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.625365:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668864:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.625521:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.628052:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973668864:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.628070:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.628076:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.628205:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142144 00000100:00100000:1.0:1746126659.628211:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142144 00002000:00100000:1.0:1746126659.628250:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8a80 x1830945973142144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.628260:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8a80 with x1830945973142144 ext(0->4095) 00002000:00010000:1.0:1746126659.628264:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8a80 00000100:00100000:1.0:1746126659.628296:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4159 00000100:00100000:1.0:1746126659.628303:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1980:x1830945973142144:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126659.628556:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1979:x1830945973141888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3817us (3959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.628564:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7363 00000100:00100000:1.0:1746126659.629008:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1980:x1830945973142144:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 704us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.629015:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4159 00002000:00100000:1.0:1746126659.629021:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8a80 x1830945973142144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.629029:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8a80 with x1830945973142144 ext(0->4095) 00002000:00010000:1.0:1746126659.629032:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8a80 00000100:00100000:0.0:1746126659.631737:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.631840:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142272 00000100:00100000:3.0:1746126659.631849:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142272 00000100:00100000:3.0:1746126659.631899:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5673 00000100:00100000:3.0:1746126659.631907:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973142272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.631925:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.631942:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d38 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.631976:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.631983:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.631985:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.631988:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.632019:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.632030:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.632040:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668992:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.632128:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.635024:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973668992:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.635055:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.635072:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26000, rc 0) 00000100:00100000:0.0:1746126659.635120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.635123:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973142272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3216us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.635132:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5673 00000100:00100000:2.0:1746126659.635211:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142400 00000100:00100000:2.0:1746126659.635217:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142400 00010000:00010000:2.0:1746126659.635240:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.635268:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7364 00000100:00100000:2.0:1746126659.635273:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973142400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.635287:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.635304:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.635320:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.635343:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7169 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d31 expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.635369:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.635371:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.635377:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.635384:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.635411:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.635423:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669120:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.635513:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.638079:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669120:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.638091:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126659.638099:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.638134:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973142400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2860us (3015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.638149:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7364 00000100:00100000:3.0:1746126659.638193:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142528 00000100:00100000:3.0:1746126659.638200:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142528 00000100:00100000:3.0:1746126659.638236:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5674 00000100:00100000:3.0:1746126659.638242:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:31658:x1830945973142528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.638257:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.638348:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d3f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.638373:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.638380:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.638381:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.638384:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.638407:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.638417:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.638427:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669248:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126659.638844:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.638902:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142784 00000100:00100000:1.0:1746126659.638906:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142784 00002000:00100000:1.0:1746126659.638931:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945973142784/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.638947:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945973142784 ext(0->4095) 00010000:00010000:1.0:1746126659.638952:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.638962:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.638968:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21b480 00000100:00100000:1.0:1746126659.638980:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2045 00000100:00100000:1.0:1746126659.638985:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973142784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.639103:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973142784:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.639109:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2045 00002000:00100000:1.0:1746126659.639113:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945973142784/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.639120:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945973142784 ext(0->4095) 00010000:00010000:1.0:1746126659.639124:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.639133:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.639138:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21b480 00000100:00100000:3.0:1746126659.639172:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.640592:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669248:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.640615:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 18 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.640634:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a26c00, rc 0) 00000100:00100000:3.0:1746126659.640659:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:31658:x1830945973142528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2417us (2570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.640665:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5674 00000100:00100000:0.0:1746126659.643047:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.643141:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973142912 00000100:00100000:2.0:1746126659.643151:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973142912 00010000:00010000:2.0:1746126659.643180:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.643215:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7365 00000100:00100000:2.0:1746126659.643222:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973142912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.643233:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.643251:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.643262:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.643283:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26000/0x9cce4314879c7170 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d38 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.643300:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.643302:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.643309:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.643317:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.643347:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.643360:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669376:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.643465:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.647825:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008bb6dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669376:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.647846:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.647890:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973142912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4667us (4849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.647904:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7365 00000100:00100000:2.0:1746126659.648782:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.648860:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143168 00000100:00100000:0.0:1746126659.648867:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143168 00002000:00100000:0.0:1746126659.648910:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945973143168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.648920:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945973143168 ext(0->4095) 00002000:00010000:0.0:1746126659.648925:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6dc00 00000100:00100000:0.0:1746126659.648952:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4160 00000100:00100000:0.0:1746126659.648959:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973143168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126659.649117:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973143168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126659.649123:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4160 00002000:00100000:0.0:1746126659.649128:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945973143168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.649134:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945973143168 ext(0->4095) 00002000:00010000:0.0:1746126659.649137:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6dc00 00000100:00100000:0.0:1746126659.650580:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.650800:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143296 00000100:00100000:3.0:1746126659.650805:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143296 00000100:00100000:3.0:1746126659.650842:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5675 00000100:00100000:3.0:1746126659.651013:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973143296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.651025:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.651041:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d46 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.651066:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.651073:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.651075:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.651078:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.651107:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.651119:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 17 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.651135:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669504:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.651210:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.651989:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669504:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.652011:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.652024:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4e00, rc 0) 00000100:00100000:3.0:1746126659.652049:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973143296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1201us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.652056:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5675 00000100:00100000:0.0:1746126659.655171:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.655381:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143424 00000100:00100000:1.0:1746126659.655392:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143424 00002000:00100000:1.0:1746126659.655486:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012c218700 x1830945973143424/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.655496:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218700 with x1830945973143424 ext(0->7) 00010000:00010000:1.0:1746126659.655505:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.655523:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 18 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.655529:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c218700 00000100:00100000:1.0:1746126659.655563:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2046 00000100:00100000:1.0:1746126659.655570:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945973143424:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.655959:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945973143424:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 388us (797us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1746126659.655966:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2046 00002000:00100000:1.0:1746126659.655971:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012c218700 x1830945973143424/t4294968028(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.655978:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218700 with x1830945973143424 ext(0->7) 00010000:00010000:1.0:1746126659.655982:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.655990:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.655995:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c218700 00000100:00100000:1.0:1746126659.659077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.659106:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143552 00000100:00100000:1.0:1746126659.659114:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143552 00010000:00010000:1.0:1746126659.659198:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.659226:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7366 00000100:00100000:1.0:1746126659.659233:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945973143552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.659248:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.659267:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.659279:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.659300:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a26c00/0x9cce4314879c7177 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d3f expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.659315:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.659317:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.659324:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.659331:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.659372:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.659388:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669632:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.659492:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.663710:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973669632:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.663729:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.663731:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.663763:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143808 00000100:00100000:1.0:1746126659.663770:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143808 00000100:00100000:2.0:1746126659.663772:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973143552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4538us (4703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.663781:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7366 00002000:00100000:1.0:1746126659.664533:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5c00 x1830945973143808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.664544:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973143808 ext(0->4095) 00002000:00010000:1.0:1746126659.664549:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5c00 00000100:00100000:1.0:1746126659.664567:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4161 00000100:00100000:1.0:1746126659.664574:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973143808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.664694:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973143808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (964us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.664700:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4161 00002000:00100000:1.0:1746126659.664704:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5c00 x1830945973143808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.664711:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973143808 ext(0->4095) 00002000:00010000:1.0:1746126659.664714:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5c00 00000100:00100000:2.0:1746126659.665685:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.665737:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973143936 00000100:00100000:3.0:1746126659.665743:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973143936 00000100:00100000:3.0:1746126659.665765:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5676 00000100:00100000:3.0:1746126659.665769:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:31658:x1830945973143936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.665779:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.665795:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d4d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.665816:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.665823:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.665825:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.665827:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.665856:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.665866:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.665876:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669760:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.665920:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.667137:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.667155:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144064 00000100:00100000:1.0:1746126659.667159:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144064 00000100:00100000:1.0:1746126659.667243:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5677 00000100:00100000:1.0:1746126659.667248:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31659:x1830945973144064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.667257:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.667265:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d54 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.667524:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.667529:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.667534:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.667538:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.667564:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.667575:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.668144:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126659.668409:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973144064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1158us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.668416:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5677 00000100:00100000:0.0:1746126659.668642:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973669760:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126659.668660:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.668670:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4c00, rc 0) 00000100:00100000:0.0:1746126659.668687:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31658:x1830945973143936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2917us (3003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.668693:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5676 00000100:00100000:1.0:1746126659.668746:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.668764:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144192 00000100:00100000:1.0:1746126659.668769:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144192 00010000:00010000:1.0:1746126659.668785:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.668809:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7367 00000100:00100000:1.0:1746126659.668815:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973144192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.668823:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.668840:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.668850:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.668867:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c717e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d46 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.668877:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.668879:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.668884:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.668892:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.668913:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.668923:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.668938:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670016:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.668992:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129ca5900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.670762:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670016:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.670778:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.670806:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973144192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1990us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.670814:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7367 00000100:00100000:1.0:1746126659.671272:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.671740:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144448 00000100:00100000:2.0:1746126659.671747:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144448 00002000:00100000:2.0:1746126659.671784:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1880 x1830945973144448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.671795:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973144448 ext(0->4095) 00010000:00010000:2.0:1746126659.671803:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.671815:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.671828:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1880 00000100:00100000:2.0:1746126659.671844:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2047 00000100:00100000:2.0:1746126659.671850:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973144448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.673217:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973144448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1362us (1940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.673225:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2047 00002000:00100000:2.0:1746126659.673233:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1880 x1830945973144448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.673241:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973144448 ext(0->4095) 00010000:00010000:2.0:1746126659.673249:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.673260:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.673266:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1880 00000100:00100000:1.0:1746126659.678013:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.678892:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144576 00000100:00100000:0.0:1746126659.678902:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144576 00010000:00010000:0.0:1746126659.678939:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.678968:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7368 00000100:00100000:0.0:1746126659.678976:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973144576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.678989:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.679011:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.679022:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.679048:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d4d expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.679063:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.679065:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.679073:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.679080:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.679114:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.679126:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670144:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.679192:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.681820:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.681877:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144832 00000100:00100000:2.0:1746126659.681887:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144832 00002000:00100000:2.0:1746126659.681929:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cfb80 x1830945973144832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.681940:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cfb80 with x1830945973144832 ext(0->4095) 00002000:00010000:2.0:1746126659.681950:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cfb80 00000100:00100000:2.0:1746126659.681972:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4162 00000100:00100000:2.0:1746126659.681980:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973144832:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126659.682179:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670144:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126659.682199:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126659.682241:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973144576:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3266us (4242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.682250:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7368 00000100:00100000:2.0:1746126659.682725:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945973144832:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 745us (911us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.682731:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4162 00002000:00100000:2.0:1746126659.682737:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cfb80 x1830945973144832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.682744:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cfb80 with x1830945973144832 ext(0->4095) 00002000:00010000:2.0:1746126659.682747:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cfb80 00000100:00100000:3.0:1746126659.686702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.686774:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973144960 00000100:00100000:0.0:1746126659.686784:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973144960 00000100:00100000:0.0:1746126659.686828:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5678 00000100:00100000:0.0:1746126659.686836:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973144960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126659.686861:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126659.686878:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d5b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.686908:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 19 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.686921:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126659.686923:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126659.686926:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.686957:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 19 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.686969:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 19 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.686982:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670272:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126659.687597:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.689580:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670272:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126659.689610:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.689627:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a27000, rc 0) 00000100:00100000:0.0:1746126659.689663:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973144960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2828us (2969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.689671:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5678 00000100:00100000:0.0:1746126659.690439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.690475:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145088 00000100:00100000:0.0:1746126659.690482:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145088 00010000:00010000:0.0:1746126659.690506:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.690534:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7369 00000100:00100000:0.0:1746126659.690541:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945973145088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126659.690553:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126659.690575:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.690586:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.690610:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c718c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d54 expref: 20 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.690620:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.690622:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.690628:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.690636:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.690664:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.690676:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670400:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.690730:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.692108:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.692134:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145216 00000100:00100000:0.0:1746126659.692140:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145216 00000100:00100000:0.0:1746126659.692168:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5679 00000100:00100000:0.0:1746126659.692174:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31658:x1830945973145216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126659.692196:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126659.692211:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d62 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.692234:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.692240:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.692242:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.692245:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 21 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.692333:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.692345:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:0.0:1746126659.692355:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670528:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126659.692410:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.693711:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670400:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.693729:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.693757:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973145088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3215us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.693766:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7369 00000100:00100000:2.0:1746126659.694325:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.694368:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145472 00000100:00100000:2.0:1746126659.694374:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145472 00002000:00100000:2.0:1746126659.694407:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8a80 x1830945973145472/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.694416:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8a80 with x1830945973145472 ext(0->4095) 00000100:00100000:0.0:1746126659.694418:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670528:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.694424:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.694462:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 20 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.694466:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.694472:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136ad8a80 00010000:00010000:0.0:1746126659.694476:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948daa00, rc 0) 00000100:00100000:2.0:1746126659.694487:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2048 00000100:00100000:2.0:1746126659.694494:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973145472:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126659.694500:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:31658:x1830945973145216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.694507:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5679 00000100:00100000:2.0:1746126659.694614:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973145472:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.694626:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2048 00002000:00100000:2.0:1746126659.694631:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8a80 x1830945973145472/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.694638:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8a80 with x1830945973145472 ext(0->4095) 00010000:00010000:2.0:1746126659.694642:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.694651:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.694657:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136ad8a80 00000100:00100000:2.0:1746126659.697062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.697087:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145600 00000100:00100000:1.0:1746126659.697097:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145600 00010000:00010000:1.0:1746126659.697127:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.697285:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7370 00000100:00100000:1.0:1746126659.697292:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973145600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126659.697304:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.697323:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.697335:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.697357:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130a27000/0x9cce4314879c7193 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d5b expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.697376:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.697378:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.697385:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.697392:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.697421:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.697459:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670656:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126659.697973:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.699579:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670656:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126659.699598:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.699643:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973145600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2350us (2587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.699654:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7370 00000100:00100000:2.0:1746126659.700271:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.700317:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145856 00000100:00100000:3.0:1746126659.700324:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145856 00002000:00100000:3.0:1746126659.700360:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800918da680 x1830945973145856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.700369:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918da680 with x1830945973145856 ext(0->4095) 00002000:00010000:3.0:1746126659.700374:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918da680 00000100:00100000:3.0:1746126659.700389:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4163 00000100:00100000:3.0:1746126659.700395:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945973145856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.700577:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945973145856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.700583:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4163 00002000:00100000:3.0:1746126659.700588:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800918da680 x1830945973145856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.700602:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918da680 with x1830945973145856 ext(0->4095) 00002000:00010000:3.0:1746126659.700604:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918da680 00000001:00100000:0.0:1746126659.702179:0:8531:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4f04e74d-65c5-45c5-b169-968db36157cf 00000020:00000080:0.0:1746126659.702185:0:8531:0:(genops.c:904:class_export_put()) final put ffff8801368bf800/4f04e74d-65c5-45c5-b169-968db36157cf 00000020:00000080:2.0:1746126659.702219:0:21933:0:(genops.c:863:class_export_destroy()) destroying export ffff8801368bf800/4f04e74d-65c5-45c5-b169-968db36157cf for lustre-OST0000 00000020:00000080:2.0:1746126659.702270:0:21933:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8801368bb000 for lustre-OST0000 00000100:00100000:0.0:1746126659.703723:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.704140:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973145984 00000100:00100000:2.0:1746126659.704152:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973145984 00000100:00100000:2.0:1746126659.704198:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5680 00000100:00100000:2.0:1746126659.704205:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973145984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.704222:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.704237:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d69 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.704265:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.704273:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.704275:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.704278:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.704310:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.704322:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 19 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.704340:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670784:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.704797:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.707040:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973670784:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.707105:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.707123:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126659.707171:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973145984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2965us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.707180:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5680 00000100:00100000:3.0:1746126659.707682:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.707742:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146112 00000100:00100000:0.0:1746126659.707749:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146112 00002000:00100000:0.0:1746126659.707787:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943cca80 x1830945973146112/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.707797:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cca80 with x1830945973146112 ext(0->7) 00010000:00010000:0.0:1746126659.707804:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.707817:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 20 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.707824:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cca80 00000100:00100000:0.0:1746126659.707851:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2049 00000100:00100000:0.0:1746126659.707858:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945973146112:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126659.708189:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973146112:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 330us (507us total) trans 4294968029 rc 0/0 00000100:00100000:0.0:1746126659.708196:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2049 00002000:00100000:0.0:1746126659.708202:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800943cca80 x1830945973146112/t4294968029(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126659.708210:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cca80 with x1830945973146112 ext(0->7) 00010000:00010000:0.0:1746126659.708215:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:0.0:1746126659.708225:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:0.0:1746126659.708231:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cca80 00000100:00100000:1.0:1746126659.711438:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.711670:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146240 00000100:00100000:2.0:1746126659.711681:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146240 00010000:00010000:2.0:1746126659.711717:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.711753:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7371 00000100:00100000:2.0:1746126659.711760:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973146240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.711773:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.711794:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.711806:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.711834:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c719a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d62 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.711883:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.711884:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.711891:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.711899:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.711930:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.711942:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670912:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.712535:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.714280:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.714390:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146368 00000100:00100000:2.0:1746126659.714397:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146368 00000100:00100000:2.0:1746126659.714458:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5681 00000100:00100000:2.0:1746126659.714466:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973146368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.714480:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.714494:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d70 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.714518:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.714530:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.714531:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.714535:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.714560:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.714571:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 5 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.714581:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973671040:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.714656:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.715282:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973670912:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.715296:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.715319:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973146240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3560us (3912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.715328:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7371 00000100:00100000:0.0:1746126659.715950:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.715996:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146624 00000100:00100000:3.0:1746126659.716002:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146624 00002000:00100000:3.0:1746126659.716034:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093714380 x1830945973146624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.716044:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714380 with x1830945973146624 ext(0->4095) 00010000:00010000:3.0:1746126659.716051:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.716062:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.716068:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093714380 00000100:00100000:3.0:1746126659.716097:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2050 00000100:00100000:3.0:1746126659.716103:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973146624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.716274:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973146624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.716280:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2050 00002000:00100000:3.0:1746126659.716286:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093714380 x1830945973146624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.716293:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714380 with x1830945973146624 ext(0->4095) 00010000:00010000:3.0:1746126659.716298:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.716308:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.716313:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093714380 00000100:00100000:3.0:1746126659.717178:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973671040:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.717200:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.717214:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:3.0:1746126659.717252:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973146368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2787us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.717258:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5681 00000100:00100000:0.0:1746126659.717962:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.718152:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146752 00000100:00100000:3.0:1746126659.718158:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146752 00000100:00100000:3.0:1746126659.718189:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5682 00000100:00100000:3.0:1746126659.718195:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973146752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.718205:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.718216:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d77 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.718235:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.718239:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.718244:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.718247:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 23 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.718274:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.718282:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 23 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.718288:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb86e00, rc 0) 00000100:00100000:3.0:1746126659.718316:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31659:x1830945973146752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.718320:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5682 00000100:00100000:1.0:1746126659.718648:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.718730:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973146880 00000100:00100000:3.0:1746126659.718733:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973146880 00010000:00010000:3.0:1746126659.718748:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.718927:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7372 00000100:00100000:3.0:1746126659.718934:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973146880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.718942:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.718962:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.718972:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.718989:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c71a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d69 expref: 6 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.718999:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.719001:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.719006:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.719012:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.719030:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.719039:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.719050:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671296:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.719157:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.720582:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671296:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126659.720584:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126659.720595:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126659.720653:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973147136 00000100:00100000:1.0:1746126659.720657:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973147136 00002000:00100000:1.0:1746126659.720684:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945973147136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.720693:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945973147136 ext(0->4095) 00010000:00010000:1.0:1746126659.720700:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.720709:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.720716:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:1.0:1746126659.720730:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2051 00000100:00100000:1.0:1746126659.720736:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973147136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.720878:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973146880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1943us (2229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.720885:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7372 00000100:00100000:1.0:1746126659.720972:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973147136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 235us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.720977:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2051 00002000:00100000:1.0:1746126659.720983:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945973147136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.720990:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945973147136 ext(0->4095) 00010000:00010000:1.0:1746126659.720994:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.721003:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.721009:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:0.0:1746126659.722308:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.722379:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973147264 00000100:00100000:3.0:1746126659.722385:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973147264 00010000:00010000:3.0:1746126659.722400:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.722435:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7373 00000100:00100000:3.0:1746126659.722459:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945973147264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.722469:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.722483:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.722492:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.722511:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c71a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d70 expref: 23 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.722523:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.722525:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.722530:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.722538:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.722560:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.722569:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671424:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.722680:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.724107:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671424:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.724124:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.724163:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973147264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1720us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.724170:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7373 00000100:00100000:0.0:1746126659.724174:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.724358:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973147520 00000100:00100000:1.0:1746126659.724365:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973147520 00002000:00100000:1.0:1746126659.724395:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ea00 x1830945973147520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.724409:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945973147520 ext(0->4095) 00002000:00010000:1.0:1746126659.724413:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ea00 00000100:00100000:1.0:1746126659.724474:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4164 00000100:00100000:1.0:1746126659.724481:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973147520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.724608:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973147520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.724614:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4164 00002000:00100000:1.0:1746126659.724618:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ea00 x1830945973147520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.724625:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945973147520 ext(0->4095) 00002000:00010000:1.0:1746126659.724627:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ea00 00000100:00100000:0.0:1746126659.726030:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.726060:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973147648 00000100:00100000:2.0:1746126659.726065:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973147648 00000100:00100000:2.0:1746126659.726089:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5683 00000100:00100000:2.0:1746126659.726093:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973147648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.726102:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.726113:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d7e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.726137:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 21 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.726142:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.726143:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.726146:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.726167:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 21 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.726174:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 21 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.726182:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973671552:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.726241:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.727172:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973671552:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.727192:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.727204:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848400, rc 0) 00000100:00100000:2.0:1746126659.727239:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973147648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1145us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.727245:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5683 00000100:00100000:0.0:1746126659.727396:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.727473:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973147776 00000100:00100000:3.0:1746126659.727478:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973147776 00010000:00010000:3.0:1746126659.727496:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.727517:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7374 00000100:00100000:3.0:1746126659.727521:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973147776:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.727527:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.727543:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.727550:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.727570:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb86e00/0x9cce4314879c71af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d77 expref: 22 pid: 8440 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.727580:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.727582:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.727599:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.727606:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.727631:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.727640:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671680:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.727699:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.729616:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973671680:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.729637:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.729682:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973147776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2159us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.729691:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7374 00000100:00100000:0.0:1746126659.731743:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.731853:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148032 00000100:00100000:3.0:1746126659.731861:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148032 00002000:00100000:3.0:1746126659.731903:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefca80 x1830945973148032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.731913:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefca80 with x1830945973148032 ext(0->4095) 00002000:00010000:3.0:1746126659.731918:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefca80 00000100:00100000:3.0:1746126659.731948:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4165 00000100:00100000:3.0:1746126659.731955:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973148032:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.732537:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973148032:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 581us (801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.732544:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4165 00002000:00100000:3.0:1746126659.732550:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefca80 x1830945973148032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.732562:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefca80 with x1830945973148032 ext(0->4095) 00002000:00010000:3.0:1746126659.732564:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefca80 00000100:00100000:0.0:1746126659.734899:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.734945:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.735021:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148160 00000100:00100000:2.0:1746126659.735030:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148160 00000100:00100000:2.0:1746126659.735061:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148288 00000100:00100000:2.0:1746126659.735062:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148288 00000100:00100000:2.0:1746126659.735087:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5684 00000100:00100000:2.0:1746126659.735094:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973148160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.735110:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126659.735119:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5685 00010000:00010000:2.0:1746126659.735125:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d85 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.735127:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973148288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.735135:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.735145:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d8c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.735151:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.735157:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.735159:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.735161:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.735481:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.735487:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.735492:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.735495:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.735525:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.735528:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.735537:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.735547:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.735549:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973671936:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.735557:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126659.735605:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945973148288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 479us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.735611:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5685 00000100:00100000:2.0:1746126659.735830:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.737712:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.737818:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973671936:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.737847:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.737864:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848800, rc 0) 00000100:00100000:2.0:1746126659.737911:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31659:x1830945973148160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2816us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.737925:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5684 00000100:00100000:3.0:1746126659.737948:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148416 00000100:00100000:3.0:1746126659.738036:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148416 00010000:00010000:3.0:1746126659.738061:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.738083:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7375 00000100:00100000:3.0:1746126659.738089:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973148416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.738098:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.738116:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.738125:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.738144:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d7e expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.738173:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.738175:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.738181:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.738188:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.738222:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.738231:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.738241:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672064:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.738297:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.740774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.740861:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148672 00000100:00100000:3.0:1746126659.740870:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148672 00002000:00100000:3.0:1746126659.740908:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289500 x1830945973148672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.740915:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289500 with x1830945973148672 ext(0->4095) 00010000:00010000:3.0:1746126659.740922:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.740933:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.740939:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289500 00000100:00100000:3.0:1746126659.740964:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2052 00000100:00100000:3.0:1746126659.740970:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973148672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.741123:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973148672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.741131:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2052 00002000:00100000:3.0:1746126659.741136:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289500 x1830945973148672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.741142:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289500 with x1830945973148672 ext(0->4095) 00010000:00010000:3.0:1746126659.741147:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.741155:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.741160:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289500 00000100:00100000:3.0:1746126659.742079:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672064:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.742098:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.742265:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973148416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4175us (4558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.742274:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7375 00000100:00100000:0.0:1746126659.743275:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.743316:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148800 00000100:00100000:2.0:1746126659.743322:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148800 00000100:00100000:2.0:1746126659.743368:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5686 00000100:00100000:2.0:1746126659.743374:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973148800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.743385:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.743400:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d93 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.743714:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.743720:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.743726:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.743729:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.743762:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.743772:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.743784:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094849a00, rc 0) 00000100:00100000:2.0:1746126659.743816:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973148800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 442us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.743821:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5686 00000100:00100000:0.0:1746126659.746477:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.746554:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973148928 00000100:00100000:3.0:1746126659.746563:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973148928 00010000:00010000:3.0:1746126659.746593:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.746618:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7376 00000100:00100000:3.0:1746126659.746625:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1980:x1830945973148928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.746637:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.746657:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.746675:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.746699:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d85 expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.747245:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.747248:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.747256:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.747265:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.747296:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.747306:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.747317:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672320:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.747394:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.749218:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672320:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.749234:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.749281:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1980:x1830945973148928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2655us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.749294:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7376 00000100:00100000:0.0:1746126659.750008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.750088:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973149184 00000100:00100000:1.0:1746126659.750095:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973149184 00002000:00100000:1.0:1746126659.750134:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945973149184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.750143:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945973149184 ext(0->4095) 00010000:00010000:1.0:1746126659.750150:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.750163:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.750169:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4713800 00000100:00100000:1.0:1746126659.750197:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2053 00000100:00100000:1.0:1746126659.750204:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973149184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.750365:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973149184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.750372:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2053 00002000:00100000:1.0:1746126659.750377:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945973149184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.750384:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945973149184 ext(0->4095) 00010000:00010000:1.0:1746126659.750389:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.750398:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.750404:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4713800 00000100:00100000:0.0:1746126659.754839:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.754899:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973149312 00000100:00100000:3.0:1746126659.754908:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973149312 00010000:00010000:3.0:1746126659.754939:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.754980:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7377 00000100:00100000:3.0:1746126659.754987:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1979:x1830945973149312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.755001:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746126659.755054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.755108:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973149440 00000100:00100000:2.0:1746126659.755112:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973149440 00000100:00100000:2.0:1746126659.755148:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5687 00000100:00100000:2.0:1746126659.755154:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945973149440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.755169:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.755185:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3d9a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.755206:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.755211:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.755216:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.755219:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.755254:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.755266:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.755279:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848600, rc 0) 00000100:00100000:2.0:1746126659.755334:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945973149440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.755340:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5687 00010000:00010000:3.0:1746126659.755569:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.755581:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.755596:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c71c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d8c expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.755609:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.755610:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.755616:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.755623:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.755642:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.755652:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.755663:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672576:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.755723:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.756954:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672576:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.756976:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.757008:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1979:x1830945973149312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2020us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.757014:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7377 00000100:00100000:0.0:1746126659.757670:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.757768:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973149696 00000100:00100000:3.0:1746126659.757774:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973149696 00002000:00100000:3.0:1746126659.757804:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711880 x1830945973149696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.757812:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945973149696 ext(0->4095) 00010000:00010000:3.0:1746126659.757819:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.757830:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.757836:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711880 00000100:00100000:3.0:1746126659.757855:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2054 00000100:00100000:3.0:1746126659.757860:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973149696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.758001:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973149696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.758007:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2054 00002000:00100000:3.0:1746126659.758012:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711880 x1830945973149696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.758019:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945973149696 ext(0->4095) 00010000:00010000:3.0:1746126659.758024:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.758033:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.758038:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711880 00000100:00100000:0.0:1746126659.760928:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.760981:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973149824 00000100:00100000:3.0:1746126659.760989:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973149824 00010000:00010000:3.0:1746126659.761016:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.761052:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7378 00000100:00100000:3.0:1746126659.761059:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973149824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.761070:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.761088:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.761099:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.761123:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094849a00/0x9cce4314879c71cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d93 expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.761140:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.761141:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.761148:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.761156:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.761187:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.761199:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.761288:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.764268:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.764287:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.764340:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973149824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3280us (3419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.764350:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7378 00000100:00100000:0.0:1746126659.765340:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.765805:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150080 00000100:00100000:3.0:1746126659.765812:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150080 00002000:00100000:3.0:1746126659.765846:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910e00 x1830945973150080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.765861:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910e00 with x1830945973150080 ext(0->4095) 00002000:00010000:3.0:1746126659.765865:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910e00 00000100:00100000:3.0:1746126659.765907:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4166 00000100:00100000:3.0:1746126659.765915:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973150080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.766361:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973150080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 445us (1020us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.766367:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4166 00002000:00100000:3.0:1746126659.766374:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910e00 x1830945973150080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.766381:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910e00 with x1830945973150080 ext(0->4095) 00002000:00010000:3.0:1746126659.766384:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910e00 00000100:00100000:0.0:1746126659.768318:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.768378:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150208 00000100:00100000:2.0:1746126659.768386:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150208 00000100:00100000:2.0:1746126659.768465:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5688 00000100:00100000:2.0:1746126659.768473:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973150208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.768488:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.768504:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3da1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.768530:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.768538:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.768540:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.768544:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.768574:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.768586:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 21 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.768602:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973672832:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.769658:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.771736:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.771790:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150336 00000100:00100000:3.0:1746126659.771799:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150336 00010000:00010000:3.0:1746126659.771829:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.771843:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973672832:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.771869:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.771884:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848800, rc 0) 00000100:00100000:2.0:1746126659.771919:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973150208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3446us (3607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.771926:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5688 00000100:00100000:3.0:1746126659.772552:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7379 00000100:00100000:3.0:1746126659.772559:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973150336:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.772571:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.772591:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.772603:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.772627:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094848600/0x9cce4314879c71d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3d9a expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.772847:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.772850:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.772858:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.772866:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.773030:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.773043:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.773322:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.774871:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973672960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.774885:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.774914:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973150336:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2355us (3183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.774922:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7379 00000100:00100000:0.0:1746126659.775108:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.775527:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150592 00000100:00100000:3.0:1746126659.775534:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150592 00002000:00100000:3.0:1746126659.775565:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911f80 x1830945973150592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.775578:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911f80 with x1830945973150592 ext(0->4095) 00002000:00010000:3.0:1746126659.775582:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d911f80 00000100:00100000:0.0:1746126659.775723:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.775795:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150720 00000100:00100000:2.0:1746126659.775799:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150720 00000100:00100000:2.0:1746126659.775820:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5689 00000100:00100000:2.0:1746126659.775827:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:31658:x1830945973150720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.775840:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.775854:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3da8 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.775876:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.775883:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.775885:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.775888:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.775920:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.775930:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.775939:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673088:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.775978:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.776361:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2055 00000100:00100000:3.0:1746126659.776368:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973150592:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.776879:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973150592:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 511us (1771us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.776885:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2055 00002000:00100000:3.0:1746126659.776891:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911f80 x1830945973150592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.776899:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911f80 with x1830945973150592 ext(0->4095) 00010000:00010000:3.0:1746126659.776904:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.776915:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.776921:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d911f80 00000100:00100000:2.0:1746126659.777895:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673088:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.777915:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.777927:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848400, rc 0) 00000100:00100000:2.0:1746126659.777958:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973150720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2132us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.777964:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5689 00000100:00100000:0.0:1746126659.779226:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.779371:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150848 00000100:00100000:2.0:1746126659.779378:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150848 00000100:00100000:0.0:1746126659.779379:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.779415:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5690 00000100:00100000:2.0:1746126659.779421:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973150848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.779460:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.779473:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3daf expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.779641:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.779647:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.779653:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.779656:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.779731:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973150976 00000100:00100000:3.0:1746126659.779736:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973150976 00010000:00010000:3.0:1746126659.779753:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.779827:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7380 00000100:00100000:3.0:1746126659.779832:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973150976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.779840:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.779859:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.779870:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.779888:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094848800/0x9cce4314879c71d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da1 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.779979:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.779989:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.779996:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.779998:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.780003:0:16421:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.780010:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.780026:0:16421:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.780035:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.780046:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673344:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.780094:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.780113:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.780115:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973150976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 282us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.780122:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7380 00000100:00100000:2.0:1746126659.781556:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673344:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.781569:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126659.781607:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31659:x1830945973150848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.781613:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5690 00000100:00100000:1.0:1746126659.783747:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973673472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126659.783797:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126659.783880:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973673472 00000100:00100000:3.0:1746126659.783887:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973673472 00000100:00100000:3.0:1746126659.783924:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1746126659.783931:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973673472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126659.783967:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531824640 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746126659.783997:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973673472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.784003:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1746126659.784071:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973673472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126659.784205:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.784405:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973151232 00000100:00100000:3.0:1746126659.784409:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973151232 00002000:00100000:3.0:1746126659.784475:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641f80 x1830945973151232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.784485:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973151232 ext(0->4095) 00010000:00010000:3.0:1746126659.784493:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.784505:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.784511:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091641f80 00000100:00100000:3.0:1746126659.784531:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2056 00000100:00100000:3.0:1746126659.784537:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973151232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.785094:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973151232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 555us (888us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.785101:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2056 00002000:00100000:3.0:1746126659.785107:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641f80 x1830945973151232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.785114:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973151232 ext(0->4095) 00010000:00010000:3.0:1746126659.785118:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.785127:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00002000:00010000:3.0:1746126659.785132:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091641f80 00000100:00100000:0.0:1746126659.787256:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.787382:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973151360 00000100:00100000:3.0:1746126659.787391:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973151360 00010000:00010000:3.0:1746126659.787423:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.787511:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7381 00000100:00100000:3.0:1746126659.787519:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973151360:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.787534:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.787556:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.787567:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.787589:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094848400/0x9cce4314879c71e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3da8 expref: 23 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.787606:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.787608:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.787614:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.787622:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.787653:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.787664:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973673600:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.789206:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.791634:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.791842:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973673600:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.791869:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.791923:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973151360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4404us (4685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.791935:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7381 00000100:00100000:2.0:1746126659.792270:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973151616 00000100:00100000:2.0:1746126659.792279:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973151616 00002000:00100000:2.0:1746126659.792332:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62300 x1830945973151616/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.792343:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62300 with x1830945973151616 ext(0->4095) 00002000:00010000:2.0:1746126659.792349:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62300 00000100:00100000:2.0:1746126659.792378:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4168 00000100:00100000:2.0:1746126659.792386:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973151616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.792676:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973151616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (1048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.792682:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4168 00002000:00100000:2.0:1746126659.792688:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62300 x1830945973151616/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.792695:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62300 with x1830945973151616 ext(0->4095) 00002000:00010000:2.0:1746126659.792698:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62300 00000100:00100000:0.0:1746126659.795087:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.795136:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973151744 00000100:00100000:2.0:1746126659.795145:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973151744 00000100:00100000:2.0:1746126659.795189:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5691 00000100:00100000:2.0:1746126659.795196:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973151744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.795213:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.795228:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3db6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.795258:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.795265:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.795267:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.795270:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.795301:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.795313:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 21 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.795324:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673728:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.796021:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.797505:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973673728:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.797532:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.797546:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:0.0:1746126659.797754:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.797834:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973151744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2637us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.797841:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5691 00000100:00100000:2.0:1746126659.797966:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973151872 00000100:00100000:2.0:1746126659.797973:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973151872 00010000:00010000:2.0:1746126659.797995:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.798528:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7382 00000100:00100000:2.0:1746126659.798536:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973151872:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.798553:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.798574:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.798682:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.798705:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c71e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3daf expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.798730:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.798732:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.798738:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.798745:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.798777:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.798788:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973673856:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.798881:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.800406:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973673856:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.800421:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.800488:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973151872:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1951us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.800499:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7382 00000100:00100000:0.0:1746126659.800996:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.801284:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152128 00000100:00100000:3.0:1746126659.801291:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152128 00002000:00100000:3.0:1746126659.801328:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b480 x1830945973152128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.801338:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b480 with x1830945973152128 ext(0->4095) 00002000:00010000:3.0:1746126659.801342:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b480 00000100:00100000:3.0:1746126659.801540:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4169 00000100:00100000:3.0:1746126659.801547:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973152128:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.801706:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973152128:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.801712:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4169 00002000:00100000:3.0:1746126659.801718:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b480 x1830945973152128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.801726:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b480 with x1830945973152128 ext(0->4095) 00002000:00010000:3.0:1746126659.801728:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b480 00000100:00100000:0.0:1746126659.802818:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.802881:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.802924:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152256 00000100:00100000:1.0:1746126659.802930:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152256 00000100:00100000:3.0:1746126659.802935:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152384 00000100:00100000:3.0:1746126659.802937:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152384 00000100:00100000:3.0:1746126659.802955:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5692 00000100:00100000:3.0:1746126659.802960:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973152384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.802969:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126659.802969:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5693 00000100:00100000:1.0:1746126659.802973:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973152256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.802978:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.802984:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dc4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.802984:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dbd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.803010:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.803022:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.803024:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.803028:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.803041:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.803045:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.803049:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.803052:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.803083:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.803095:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 24 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.803104:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb87c00, rc 0) 00000100:00100000:3.0:1746126659.803128:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31659:x1830945973152384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.803134:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5692 00010000:00010000:1.0:1746126659.803245:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.803257:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 5 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.803273:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973674112:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.803342:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.805055:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973674112:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.805074:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.805085:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126659.805113:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945973152256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2138us (2297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.805120:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5693 00000100:00100000:0.0:1746126659.805818:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.806106:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152512 00000100:00100000:3.0:1746126659.806113:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152512 00010000:00010000:3.0:1746126659.806137:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.806260:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7383 00000100:00100000:3.0:1746126659.806267:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973152512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.806279:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.806301:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.806313:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.806335:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c71ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3db6 expref: 6 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.806571:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.806573:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.806582:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.806590:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.806620:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.806631:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.806641:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674240:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.806958:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.808873:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674240:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.808889:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.808934:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973152512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2666us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.808944:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7383 00000100:00100000:0.0:1746126659.809008:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.809093:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152768 00000100:00100000:2.0:1746126659.809098:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152768 00002000:00100000:2.0:1746126659.809127:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945973152768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.809134:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945973152768 ext(0->4095) 00010000:00010000:2.0:1746126659.809140:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.809148:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.809152:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:2.0:1746126659.809162:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2057 00000100:00100000:2.0:1746126659.809166:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973152768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.809299:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973152768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.809304:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2057 00002000:00100000:2.0:1746126659.809309:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945973152768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.809316:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945973152768 ext(0->4095) 00010000:00010000:2.0:1746126659.809320:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:2.0:1746126659.809331:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:2.0:1746126659.809337:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:0.0:1746126659.810786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.810833:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973152896 00000100:00100000:3.0:1746126659.810838:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973152896 00010000:00010000:3.0:1746126659.810858:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.810889:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7384 00000100:00100000:3.0:1746126659.810896:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1980:x1830945973152896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.810905:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.810922:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.810932:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.810952:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c71fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dbd expref: 23 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.810980:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.810982:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.810989:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.810996:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.811025:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.811036:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674368:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.811187:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.813782:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.813857:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153152 00000100:00100000:2.0:1746126659.813865:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153152 00002000:00100000:2.0:1746126659.813906:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b480 x1830945973153152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.813916:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b480 with x1830945973153152 ext(0->4095) 00002000:00010000:2.0:1746126659.813921:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267b480 00000100:00100000:3.0:1746126659.813933:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674368:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.813955:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4170 00000100:00100000:2.0:1746126659.813963:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973153152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746126659.813997:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.814035:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1980:x1830945973152896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3139us (3250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.814043:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7384 00000100:00100000:2.0:1746126659.814122:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973153152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.814128:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4170 00002000:00100000:2.0:1746126659.814133:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b480 x1830945973153152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.814140:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b480 with x1830945973153152 ext(0->4095) 00002000:00010000:2.0:1746126659.814143:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267b480 00000100:00100000:0.0:1746126659.815387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.815466:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153280 00000100:00100000:1.0:1746126659.815471:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153280 00000100:00100000:1.0:1746126659.815505:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5694 00000100:00100000:1.0:1746126659.815509:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973153280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.815521:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.815534:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dcb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.815552:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.815557:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.815558:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.815561:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.815581:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 21 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.815589:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 21 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.815596:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973674496:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.815660:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.816833:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973674496:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.816854:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.816871:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:2.0:1746126659.816912:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973153280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1401us (1528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.816920:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5694 00000100:00100000:0.0:1746126659.817100:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.817283:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153408 00000100:00100000:3.0:1746126659.817289:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153408 00010000:00010000:3.0:1746126659.817308:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.817336:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7385 00000100:00100000:3.0:1746126659.817343:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973153408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.817354:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.817374:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.817384:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.817403:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb87c00/0x9cce4314879c71f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dc4 expref: 22 pid: 16421 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.817437:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.817439:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.817464:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.817473:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.817497:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.817507:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674624:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.817556:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.819142:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973674624:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.819159:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.819362:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973153408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2017us (2260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.819375:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7385 00000100:00100000:0.0:1746126659.819945:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.819995:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153664 00000100:00100000:2.0:1746126659.820001:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153664 00002000:00100000:2.0:1746126659.820036:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9aa00 x1830945973153664/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.820050:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945973153664 ext(0->4095) 00002000:00010000:2.0:1746126659.820055:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9aa00 00000100:00100000:2.0:1746126659.820069:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4171 00000100:00100000:2.0:1746126659.820075:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973153664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.820229:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973153664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.820235:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4171 00002000:00100000:2.0:1746126659.820240:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9aa00 x1830945973153664/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.820247:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945973153664 ext(0->4095) 00002000:00010000:2.0:1746126659.820249:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9aa00 00000100:00100000:0.0:1746126659.824188:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.824234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.824309:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153920 00000100:00100000:2.0:1746126659.824317:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153920 00000100:00100000:2.0:1746126659.824353:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973153792 00000100:00100000:2.0:1746126659.824355:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973153792 00000100:00100000:2.0:1746126659.824386:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5695 00000100:00100000:2.0:1746126659.824393:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973153920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.824412:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126659.824416:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5696 00000100:00100000:1.0:1746126659.824423:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31659:x1830945973153792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.824436:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dd9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.824436:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.824462:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dd2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.824485:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.824493:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.824495:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.824498:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.824675:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.824680:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.824686:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.824689:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.824722:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 24 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.824733:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 24 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.824743:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126659.824796:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:31658:x1830945973153920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 403us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.824802:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5695 00010000:00010000:1.0:1746126659.824863:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.824875:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.824886:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973674880:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126659.824945:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126659.826786:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973674880:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126659.826807:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.826819:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126659.827788:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31659:x1830945973153792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2424us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.827800:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5696 00000100:00100000:0.0:1746126659.828199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.828276:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154048 00000100:00100000:3.0:1746126659.828283:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154048 00010000:00010000:3.0:1746126659.828309:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.828331:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7386 00000100:00100000:3.0:1746126659.828337:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973154048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.828349:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.828369:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.828381:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.828402:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7203 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dcb expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.828418:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.828419:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.828426:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 22 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.828462:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 22 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.828494:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 22 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.828506:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 22 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.828515:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675008:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.828582:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.831113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.831174:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154304 00000100:00100000:1.0:1746126659.831182:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154304 00000100:00100000:3.0:1746126659.831220:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675008:192.168.203.49@tcp:105: 00002000:00100000:1.0:1746126659.831221:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98e00 x1830945973154304/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.831235:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945973154304 ext(0->4095) 00010000:00010000:3.0:1746126659.831238:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126659.831241:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.831252:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.831258:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98e00 00000100:00100000:3.0:1746126659.831270:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973154048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2933us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.831279:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7386 00000100:00100000:1.0:1746126659.831284:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2058 00000100:00100000:1.0:1746126659.831290:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945973154304:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.831558:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945973154304:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 266us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.831564:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2058 00002000:00100000:1.0:1746126659.831569:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98e00 x1830945973154304/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.831576:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945973154304 ext(0->4095) 00010000:00010000:1.0:1746126659.831580:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.831588:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.831594:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98e00 00000100:00100000:2.0:1746126659.835083:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.835331:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154432 00000100:00100000:1.0:1746126659.835341:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154432 00000100:00100000:0.0:1746126659.835354:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.835398:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5697 00000100:00100000:1.0:1746126659.835405:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973154432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.835475:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.835500:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3de0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.835538:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126659.835552:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154560 00010000:00010000:1.0:1746126659.835554:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.835556:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154560 00010000:00010000:1.0:1746126659.835560:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126659.835563:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.835573:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.835596:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.835597:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7387 00000100:00100000:3.0:1746126659.835602:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973154560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.835610:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126659.835620:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.835629:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.835630:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00010000:00010000:3.0:1746126659.835638:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.835653:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7211 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd2 expref: 23 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.835665:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.835667:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.835671:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.835678:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.835696:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126659.835703:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973154432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 286us (620us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126659.835705:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:1.0:1746126659.835709:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5697 00000100:00100000:3.0:1746126659.835716:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675264:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.835767:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.838022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.838115:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675264:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.838129:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.838162:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973154560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2558us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.838170:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7387 00000100:00100000:1.0:1746126659.838369:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154816 00000100:00100000:1.0:1746126659.838374:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154816 00002000:00100000:1.0:1746126659.838408:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9bb80 x1830945973154816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.838424:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9bb80 with x1830945973154816 ext(0->4095) 00010000:00010000:1.0:1746126659.838566:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.838579:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.838585:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9bb80 00000100:00100000:1.0:1746126659.838613:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2059 00000100:00100000:1.0:1746126659.838619:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973154816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.838795:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973154816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.838801:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2059 00002000:00100000:1.0:1746126659.838806:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9bb80 x1830945973154816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.838813:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9bb80 with x1830945973154816 ext(0->4095) 00010000:00010000:1.0:1746126659.838817:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.838825:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.838831:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9bb80 00000100:00100000:0.0:1746126659.840563:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126659.840900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.841073:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155072 00000100:00100000:3.0:1746126659.841081:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155072 00010000:00010000:3.0:1746126659.841105:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.841131:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7388 00000100:00100000:3.0:1746126659.841137:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973155072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.841148:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.841166:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.841176:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.841198:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c720a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dd9 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.841212:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.841213:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.841221:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.841228:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.841257:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.841269:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675392:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.841336:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.841602:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973154944 00000100:00100000:2.0:1746126659.841606:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973154944 00000100:00100000:2.0:1746126659.841632:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5698 00000100:00100000:2.0:1746126659.841638:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973154944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.841648:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.841658:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3de7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.841674:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.841680:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.841681:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.841684:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.841698:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.841708:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 5 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.841716:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973675520:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.841754:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.844333:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973675520:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.844359:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.844370:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675392:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.844373:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00010000:00010000:3.0:1746126659.844380:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.844409:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945973154944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2770us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.844418:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5698 00000100:00100000:3.0:1746126659.844436:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973155072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3292us (3529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.844467:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7388 00000100:00100000:0.0:1746126659.845690:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.846150:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155328 00000100:00100000:1.0:1746126659.846159:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155328 00002000:00100000:1.0:1746126659.846199:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a6300 x1830945973155328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.846209:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945973155328 ext(0->4095) 00010000:00010000:1.0:1746126659.846216:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.846228:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.846234:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a6300 00000100:00100000:1.0:1746126659.846261:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2060 00000100:00100000:1.0:1746126659.846267:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973155328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.846417:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973155328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.846422:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2060 00002000:00100000:1.0:1746126659.846435:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a6300 x1830945973155328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.846461:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945973155328 ext(0->4095) 00010000:00010000:1.0:1746126659.846466:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.846474:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.846479:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a6300 00000100:00100000:0.0:1746126659.849246:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.849438:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155456 00000100:00100000:3.0:1746126659.849473:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155456 00010000:00010000:3.0:1746126659.849503:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.849528:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7389 00000100:00100000:3.0:1746126659.849534:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973155456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.849547:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.849565:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.849577:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.849597:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7218 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de0 expref: 6 pid: 11071 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.849627:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.849629:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.849635:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.849643:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.849678:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.849691:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675648:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.849773:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.852090:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675648:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.852110:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.852145:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973155456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2610us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.852154:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7389 00000100:00100000:0.0:1746126659.852379:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.852805:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155712 00000100:00100000:1.0:1746126659.852811:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155712 00002000:00100000:1.0:1746126659.852845:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2300 x1830945973155712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.852855:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2300 with x1830945973155712 ext(0->4095) 00002000:00010000:1.0:1746126659.852860:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2300 00000100:00100000:1.0:1746126659.852884:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4172 00000100:00100000:1.0:1746126659.852890:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973155712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.854034:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973155712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1138us (1651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.854041:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4172 00002000:00100000:1.0:1746126659.854047:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2300 x1830945973155712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.854055:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2300 with x1830945973155712 ext(0->4095) 00002000:00010000:1.0:1746126659.854059:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2300 00000100:00100000:0.0:1746126659.856334:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.856409:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155840 00000100:00100000:2.0:1746126659.856421:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155840 00000100:00100000:2.0:1746126659.856806:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5699 00000100:00100000:2.0:1746126659.856814:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973155840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.856830:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.856846:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dee expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.856875:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.856882:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.856883:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.856886:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.857150:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.857161:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 21 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.857173:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973675776:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.857696:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.860865:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.860942:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973675776:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.860973:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.860991:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126659.861043:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973155840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4229us (4713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.861051:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5699 00000100:00100000:3.0:1746126659.861214:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973155968 00000100:00100000:3.0:1746126659.861221:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973155968 00010000:00010000:3.0:1746126659.861245:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.861272:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7390 00000100:00100000:3.0:1746126659.861277:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973155968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.861290:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.861308:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.861318:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.861340:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c721f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3de7 expref: 22 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.861356:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.861358:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.861364:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.861371:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.861400:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.861411:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675904:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.861486:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.862766:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.862808:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156096 00000100:00100000:2.0:1746126659.862812:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156096 00000100:00100000:2.0:1746126659.862842:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5700 00000100:00100000:2.0:1746126659.862847:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973156096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.862859:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.862870:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3df5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.862887:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.862894:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.862895:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.862897:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.862914:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.862923:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 5 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:2.0:1746126659.862931:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676032:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.862982:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.864123:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973675904:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.864139:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.864178:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945973155968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2899us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.864187:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7390 00000100:00100000:0.0:1746126659.864889:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.865346:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676032:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.865365:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 22 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.865380:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126659.865406:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973156096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2559us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.865412:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5700 00000100:00100000:1.0:1746126659.865700:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156352 00000100:00100000:1.0:1746126659.865707:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156352 00002000:00100000:1.0:1746126659.865741:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d0700 x1830945973156352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.865751:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973156352 ext(0->4095) 00010000:00010000:1.0:1746126659.865758:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.865769:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.865781:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d0700 00000100:00100000:1.0:1746126659.865804:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2061 00000100:00100000:1.0:1746126659.865810:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973156352:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.865953:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973156352:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (1065us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.865959:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2061 00002000:00100000:1.0:1746126659.865965:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d0700 x1830945973156352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.865972:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973156352 ext(0->4095) 00010000:00010000:1.0:1746126659.865976:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:1.0:1746126659.865985:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00002000:00010000:1.0:1746126659.865991:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d0700 00000100:00100000:0.0:1746126659.869088:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.869211:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156480 00000100:00100000:3.0:1746126659.869218:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156480 00010000:00010000:3.0:1746126659.869247:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00000100:00100000:3.0:1746126659.869284:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7391 00000100:00100000:3.0:1746126659.869291:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973156480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.869306:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.869325:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.869336:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.869356:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7226 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dee expref: 6 pid: 8441 timeout: 671 lvb_type: 0 00010000:00010000:3.0:1746126659.869382:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.869384:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.869391:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.869398:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.869467:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.869479:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676160:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.869564:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.871907:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676160:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.871925:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.871962:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973156480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2670us (2880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.871976:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7391 00000100:00100000:0.0:1746126659.872320:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.873043:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156736 00000100:00100000:3.0:1746126659.873050:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156736 00002000:00100000:3.0:1746126659.873086:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c380 x1830945973156736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.873096:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c380 with x1830945973156736 ext(0->4095) 00002000:00010000:3.0:1746126659.873101:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276c380 00000100:00100000:3.0:1746126659.873565:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4173 00000100:00100000:3.0:1746126659.873573:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973156736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.873730:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1981:x1830945973156736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (1411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.873736:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4173 00002000:00100000:3.0:1746126659.873741:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c380 x1830945973156736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.873748:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c380 with x1830945973156736 ext(0->4095) 00002000:00010000:3.0:1746126659.873751:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276c380 00000100:00100000:0.0:1746126659.886783:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.886892:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156864 00000100:00100000:2.0:1746126659.886902:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156864 00000100:00100000:2.0:1746126659.886962:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5701 00000100:00100000:2.0:1746126659.886970:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973156864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.886990:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.887007:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3dfc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.887039:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.887047:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.887049:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.887052:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.887086:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.887098:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 21 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.887109:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676288:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.890437:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.895916:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676288:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.895951:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.895969:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126659.896016:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973156864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9046us (9245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.896025:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5701 00000100:00100000:0.0:1746126659.897939:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.898019:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973156992 00000100:00100000:2.0:1746126659.898027:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973156992 00000100:00100000:2.0:1746126659.898079:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5702 00000100:00100000:2.0:1746126659.898090:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:31658:x1830945973156992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.898111:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.898126:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e03 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.898149:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.898155:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.898161:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126659.898164:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.898196:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.898207:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.898269:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126659.898303:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:31658:x1830945973156992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.898310:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5702 00000100:00100000:0.0:1746126659.899057:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.899107:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973157120 00000100:00100000:1.0:1746126659.899111:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973157120 00002000:00100000:1.0:1746126659.899136:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800924f6680 x1830945973157120/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.899146:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6680 with x1830945973157120 ext(0->7) 00010000:00010000:1.0:1746126659.899151:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 23 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.899166:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 23 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.899171:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6680 00000100:00100000:1.0:1746126659.899191:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2062 00000100:00100000:1.0:1746126659.899195:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973157120:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.899526:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1981:x1830945973157120:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 329us (470us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1746126659.899531:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2062 00002000:00100000:1.0:1746126659.899536:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800924f6680 x1830945973157120/t4294968030(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.899543:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6680 with x1830945973157120 ext(0->7) 00010000:00010000:1.0:1746126659.899548:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.899556:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.899562:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6680 00000100:00100000:0.0:1746126659.901881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.901939:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973157248 00000100:00100000:3.0:1746126659.901946:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973157248 00010000:00010000:3.0:1746126659.901973:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.902009:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7392 00000100:00100000:3.0:1746126659.902015:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1979:x1830945973157248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.902026:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.902043:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.902055:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.902077:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c722d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3df5 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.902102:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.902104:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.902111:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.902118:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.902147:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.902157:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.902168:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676544:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.902676:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.905201:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676544:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.905221:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.905262:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1979:x1830945973157248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3245us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.905273:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7392 00000100:00100000:0.0:1746126659.906419:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.906572:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973157504 00000100:00100000:3.0:1746126659.906579:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973157504 00002000:00100000:3.0:1746126659.906617:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7800 x1830945973157504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.906627:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945973157504 ext(0->4095) 00010000:00010000:3.0:1746126659.906635:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.906649:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.906656:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e7800 00000100:00100000:3.0:1746126659.906723:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2063 00000100:00100000:3.0:1746126659.906731:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973157504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.906894:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973157504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.906900:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2063 00002000:00100000:3.0:1746126659.906906:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e7800 x1830945973157504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.906912:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e7800 with x1830945973157504 ext(0->4095) 00010000:00010000:3.0:1746126659.906916:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.906930:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.906935:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e7800 00000100:00100000:0.0:1746126659.908774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.909307:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973157632 00000100:00100000:3.0:1746126659.909315:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973157632 00010000:00010000:3.0:1746126659.909341:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.909378:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7393 00000100:00100000:3.0:1746126659.909385:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973157632:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.909398:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.909416:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.909436:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.909489:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7234 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3dfc expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.909544:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.909547:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.909554:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.909566:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.909599:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.909611:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676672:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.909691:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.911798:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.911858:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973157888 00000100:00100000:1.0:1746126659.911867:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973157888 00002000:00100000:1.0:1746126659.911908:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800918dad80 x1830945973157888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.911918:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918dad80 with x1830945973157888 ext(0->4095) 00002000:00010000:1.0:1746126659.911923:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918dad80 00000100:00100000:1.0:1746126659.911954:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4174 00000100:00100000:1.0:1746126659.911961:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1981:x1830945973157888:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126659.912023:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676672:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.912039:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.912229:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973157632:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2842us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.912253:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1981:x1830945973157888:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.912259:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7393 00000100:00100000:1.0:1746126659.912259:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4174 00002000:00100000:1.0:1746126659.912265:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800918dad80 x1830945973157888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.912272:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800918dad80 with x1830945973157888 ext(0->4095) 00002000:00010000:1.0:1746126659.912275:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800918dad80 00000100:00100000:0.0:1746126659.914791:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.914897:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158016 00000100:00100000:2.0:1746126659.914905:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158016 00000100:00100000:2.0:1746126659.914954:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5703 00000100:00100000:2.0:1746126659.914962:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973158016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.914977:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.914992:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e0a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.915021:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.915032:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.915034:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.915037:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.915066:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.915078:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 23 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.915089:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676800:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.915187:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.917786:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973676800:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126659.917813:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.917829:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126659.917881:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973158016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2919us (3096us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.917890:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5703 00000100:00100000:0.0:1746126659.918355:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.918412:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158144 00000100:00100000:1.0:1746126659.918419:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158144 00002000:00100000:1.0:1746126659.918498:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091da1180 x1830945973158144/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.918508:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973158144 ext(0->7) 00010000:00010000:1.0:1746126659.918515:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 24 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.918527:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 24 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.918534:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1180 00000100:00100000:1.0:1746126659.918563:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2064 00000100:00100000:1.0:1746126659.918569:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1981:x1830945973158144:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.918873:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945973158144:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 303us (518us total) trans 4294968031 rc 0/0 00000100:00100000:1.0:1746126659.918880:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2064 00002000:00100000:1.0:1746126659.918885:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091da1180 x1830945973158144/t4294968031(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.918892:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973158144 ext(0->7) 00010000:00010000:1.0:1746126659.918897:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.918906:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.918912:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1180 00000100:00100000:0.0:1746126659.929239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.929341:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158272 00000100:00100000:3.0:1746126659.929350:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158272 00010000:00010000:3.0:1746126659.929385:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.929437:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7394 00000100:00100000:3.0:1746126659.929476:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1979:x1830945973158272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.929491:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.929512:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.929523:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.929546:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c723b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e03 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.929576:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.929578:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.929585:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.929593:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.929625:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.929636:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.929706:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.930915:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.930969:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158400 00000100:00100000:2.0:1746126659.930974:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158400 00000100:00100000:2.0:1746126659.931005:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5704 00000100:00100000:2.0:1746126659.931009:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:31658:x1830945973158400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.931026:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.931037:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e11 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.931055:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.931060:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.931062:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.931064:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.931082:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.931090:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.931098:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677056:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.931142:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.932617:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973676928:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.932634:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.932673:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1979:x1830945973158272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3229us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.932682:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7394 00000100:00100000:0.0:1746126659.932994:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677056:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126659.933016:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.933041:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:0.0:1746126659.933067:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:31658:x1830945973158400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.933073:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5704 00000100:00100000:0.0:1746126659.934067:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.936187:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158656 00000100:00100000:3.0:1746126659.936198:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158656 00002000:00100000:3.0:1746126659.936241:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1fb80 x1830945973158656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.936257:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945973158656 ext(0->4095) 00010000:00010000:3.0:1746126659.936265:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.936278:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.936285:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1fb80 00000100:00100000:3.0:1746126659.936929:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2065 00000100:00100000:3.0:1746126659.936938:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973158656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.938676:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973158656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1734us (4605us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.938684:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2065 00002000:00100000:3.0:1746126659.938693:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1fb80 x1830945973158656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.938701:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945973158656 ext(0->4095) 00010000:00010000:3.0:1746126659.938708:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.938720:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.938726:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1fb80 00000100:00100000:0.0:1746126659.944193:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.944406:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973158784 00000100:00100000:3.0:1746126659.944416:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973158784 00010000:00010000:3.0:1746126659.944494:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.944533:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7395 00000100:00100000:3.0:1746126659.944540:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973158784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.944553:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.944623:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.944635:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.944659:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7242 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e0a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.944776:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.944778:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.944785:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.944793:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.944826:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.944839:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.944926:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.946667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.947088:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.947104:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.947149:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973158784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2609us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.947158:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7395 00000100:00100000:2.0:1746126659.947325:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159040 00000100:00100000:2.0:1746126659.947331:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159040 00002000:00100000:2.0:1746126659.947365:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d180 x1830945973159040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.947375:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945973159040 ext(0->4095) 00002000:00010000:2.0:1746126659.947379:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1d180 00000100:00100000:2.0:1746126659.947411:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4175 00000100:00100000:2.0:1746126659.947418:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945973159040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.947694:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945973159040:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 276us (1030us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.947700:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4175 00002000:00100000:2.0:1746126659.947705:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d180 x1830945973159040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.947712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945973159040 ext(0->4095) 00002000:00010000:2.0:1746126659.947714:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1d180 00000100:00100000:0.0:1746126659.949203:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.949292:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159168 00000100:00100000:2.0:1746126659.949298:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159168 00000100:00100000:2.0:1746126659.949539:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5705 00000100:00100000:2.0:1746126659.949546:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973159168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.949558:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.949574:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e18 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.949598:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.949605:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.949606:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126659.949609:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.949636:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.949650:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 25 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.949660:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677312:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.949727:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.950930:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677312:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126659.951230:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.951243:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:0.0:1746126659.951286:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973159168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.951292:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5705 00000100:00100000:0.0:1746126659.951862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.951907:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159296 00000100:00100000:1.0:1746126659.951913:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159296 00002000:00100000:1.0:1746126659.951947:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135c1f800 x1830945973159296/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.951956:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f800 with x1830945973159296 ext(0->7) 00010000:00010000:1.0:1746126659.951962:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.951972:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 26 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.951978:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f800 00000100:00100000:1.0:1746126659.952002:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2066 00000100:00100000:1.0:1746126659.952008:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945973159296:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126659.953273:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973159296:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1260us (1406us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746126659.953280:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2066 00002000:00100000:1.0:1746126659.953288:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135c1f800 x1830945973159296/t4294968032(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 496/448 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.953296:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f800 with x1830945973159296 ext(0->7) 00010000:00010000:1.0:1746126659.953301:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126659.953311:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126659.953317:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f800 00000100:00100000:0.0:1746126659.956154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.956282:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159424 00000100:00100000:3.0:1746126659.956291:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159424 00010000:00010000:3.0:1746126659.956319:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.956506:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7396 00000100:00100000:3.0:1746126659.956513:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973159424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.956526:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.956545:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.956557:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.956578:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7249 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e11 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.956594:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.956596:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.956603:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.956615:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.956645:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.956657:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677440:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.957317:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.959275:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.959371:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159680 00000100:00100000:1.0:1746126659.959380:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159680 00002000:00100000:1.0:1746126659.959422:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945973159680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.959475:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973159680 ext(0->4095) 00002000:00010000:1.0:1746126659.959480:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:1.0:1746126659.959504:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4176 00000100:00100000:1.0:1746126659.959510:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973159680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126659.959672:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973159680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.959678:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4176 00002000:00100000:1.0:1746126659.959685:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945973159680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.959692:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973159680 ext(0->4095) 00002000:00010000:1.0:1746126659.959695:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:3.0:1746126659.960104:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677440:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.960124:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.960146:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1981:x1830945973159424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3633us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.960153:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7396 00000100:00100000:0.0:1746126659.960648:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.960690:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159808 00000100:00100000:2.0:1746126659.960694:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159808 00000100:00100000:2.0:1746126659.960725:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5706 00000100:00100000:2.0:1746126659.960730:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31658:x1830945973159808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126659.960739:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126659.960754:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e1f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.960777:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.960785:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.960786:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.960790:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.960822:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.960834:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.960850:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677568:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126659.961487:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.961887:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.962038:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973159936 00000100:00100000:1.0:1746126659.962043:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973159936 00000100:00100000:1.0:1746126659.962149:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5707 00000100:00100000:1.0:1746126659.962155:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973159936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126659.962164:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126659.962270:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e26 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.962287:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126659.962292:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.962297:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126659.962301:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.962324:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.962335:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126659.962344:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:3.0:1746126659.962812:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973677568:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.962826:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.962835:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:3.0:1746126659.962856:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973159808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.962862:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5706 00000100:00100000:1.0:1746126659.962903:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973159936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 746us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126659.962908:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5707 00000100:00100000:0.0:1746126659.963492:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.963549:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160064 00000100:00100000:3.0:1746126659.963554:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160064 00010000:00010000:3.0:1746126659.963571:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.963603:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7397 00000100:00100000:3.0:1746126659.963608:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973160064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.963617:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.963636:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.963646:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.963665:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7250 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e18 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.963678:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.963680:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.963685:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.963692:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.963714:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.963723:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.963738:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677824:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.963960:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.964941:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677824:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.964958:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.964984:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973160064:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1375us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.964991:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7397 00000100:00100000:0.0:1746126659.965160:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.965355:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160320 00000100:00100000:3.0:1746126659.965359:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160320 00002000:00100000:3.0:1746126659.965386:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72300 x1830945973160320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.965394:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72300 with x1830945973160320 ext(0->4095) 00010000:00010000:3.0:1746126659.965400:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.965409:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.965415:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72300 00000100:00100000:3.0:1746126659.965468:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2067 00000100:00100000:3.0:1746126659.965474:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973160320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.965605:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973160320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (445us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.965614:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2067 00002000:00100000:3.0:1746126659.965619:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72300 x1830945973160320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.965627:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72300 with x1830945973160320 ext(0->4095) 00010000:00010000:3.0:1746126659.965631:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.965640:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.965646:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72300 00000100:00100000:0.0:1746126659.967564:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.967636:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160448 00000100:00100000:3.0:1746126659.967643:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160448 00010000:00010000:3.0:1746126659.967665:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.967916:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7398 00000100:00100000:3.0:1746126659.967924:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1979:x1830945973160448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.967936:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.967957:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.967969:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.967990:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7257 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e1f expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.968033:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.968035:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.968040:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.968045:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.968072:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.968081:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677952:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.968350:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.969595:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973677952:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.969611:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.969636:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1979:x1830945973160448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1713us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.969644:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7398 00000100:00100000:0.0:1746126659.970322:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126659.970486:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160704 00000100:00100000:1.0:1746126659.970492:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160704 00002000:00100000:1.0:1746126659.970526:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0700 x1830945973160704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.970535:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0700 with x1830945973160704 ext(0->4095) 00002000:00010000:1.0:1746126659.970539:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0700 00000100:00100000:1.0:1746126659.970565:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4177 00000100:00100000:1.0:1746126659.970572:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973160704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126659.970716:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973160704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126659.970722:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4177 00002000:00100000:1.0:1746126659.970727:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0700 x1830945973160704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126659.970734:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0700 with x1830945973160704 ext(0->4095) 00002000:00010000:1.0:1746126659.970736:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0700 00000100:00100000:0.0:1746126659.972028:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.972818:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160832 00000100:00100000:3.0:1746126659.972827:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160832 00000100:00100000:3.0:1746126659.972872:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5708 00000100:00100000:3.0:1746126659.972879:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973160832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.972893:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.972992:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e2d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.973026:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 27 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.973033:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.973034:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.973037:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.973069:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 27 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.973080:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 27 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.973092:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973678080:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126659.973362:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.975969:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.976041:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973160960 00000100:00100000:2.0:1746126659.976049:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973160960 00010000:00010000:2.0:1746126659.976081:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.976117:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7399 00000100:00100000:2.0:1746126659.976124:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973160960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.976136:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.976157:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.976169:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.976191:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.976193:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.976200:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.976208:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.976240:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.976257:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091641c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678208:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.976329:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126659.976778:0:8441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c725e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e26 expref: 28 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.976798:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973678080:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.976819:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.976827:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4e00, rc 0) 00000100:00100000:3.0:1746126659.976864:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973160832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3985us (4839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.976872:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5708 00000100:00100000:2.0:1746126659.978680:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091641c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678208:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.978696:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.978794:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945973160960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2668us (2832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.978803:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7399 00000100:00100000:0.0:1746126659.979002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.979183:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161216 00000100:00100000:2.0:1746126659.979193:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161216 00002000:00100000:2.0:1746126659.979223:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacc700 x1830945973161216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.979233:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacc700 with x1830945973161216 ext(0->4095) 00002000:00010000:2.0:1746126659.979237:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacc700 00000100:00100000:2.0:1746126659.979262:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4178 00000100:00100000:2.0:1746126659.979268:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973161216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126659.979407:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973161216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.979412:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4178 00002000:00100000:2.0:1746126659.979417:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacc700 x1830945973161216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.979423:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacc700 with x1830945973161216 ext(0->4095) 00002000:00010000:2.0:1746126659.979436:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacc700 00000100:00100000:2.0:1746126659.980877:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.981067:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161344 00000100:00100000:3.0:1746126659.981073:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161344 00000100:00100000:3.0:1746126659.981112:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5709 00000100:00100000:3.0:1746126659.981118:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31659:x1830945973161344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.981129:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.981145:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e34 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.981170:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.981178:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.981179:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.981183:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.981192:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126659.981210:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.981220:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.981232:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973678336:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126659.981243:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161472 00000100:00100000:0.0:1746126659.981247:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161472 00000100:00100000:0.0:1746126659.981264:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5710 00000100:00100000:0.0:1746126659.981269:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973161472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126659.981275:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126659.981280:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e3b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126659.981289:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00010000:00010000:0.0:1746126659.981291:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126659.981294:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.981299:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126659.981301:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.981323:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.981334:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126659.981346:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dae00, rc 0) 00000100:00100000:0.0:1746126659.981365:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973161472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126659.981373:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5710 00000100:00100000:3.0:1746126659.983014:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973678336:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126659.983038:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.983048:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d81e800, rc 0) 00000100:00100000:0.0:1746126659.983121:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.983189:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973161344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2071us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.983195:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5709 00000100:00100000:2.0:1746126659.983770:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161600 00000100:00100000:2.0:1746126659.983776:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161600 00010000:00010000:3.0:1746126659.983834:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.983864:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7400 00000100:00100000:3.0:1746126659.983870:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973161600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126659.983881:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126659.983898:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.983909:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.983928:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4e00/0x9cce4314879c7265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e2d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.983951:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.983953:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126659.983960:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.983972:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.984131:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.984143:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126659.984154:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678592:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126659.984581:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126659.985434:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678592:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126659.985466:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126659.985558:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973161600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1621us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.985567:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7400 00000100:00100000:0.0:1746126659.986307:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.986434:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161856 00000100:00100000:2.0:1746126659.986440:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161856 00002000:00100000:2.0:1746126659.986497:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945973161856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.986506:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945973161856 ext(0->4095) 00010000:00010000:2.0:1746126659.986512:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.986523:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126659.986529:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacdf80 00000100:00100000:2.0:1746126659.986553:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2068 00000100:00100000:2.0:1746126659.986559:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973161856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126659.987054:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973161856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 493us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126659.987059:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2068 00002000:00100000:2.0:1746126659.987064:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945973161856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126659.987071:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945973161856 ext(0->4095) 00010000:00010000:2.0:1746126659.987075:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.987088:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126659.987093:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacdf80 00000100:00100000:0.0:1746126659.988653:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.988694:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973161984 00000100:00100000:3.0:1746126659.988700:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973161984 00000100:00100000:3.0:1746126659.988735:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5711 00000100:00100000:3.0:1746126659.988741:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973161984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.988755:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.988769:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e42 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.988790:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.988796:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.988802:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126659.988805:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.988837:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.988847:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.988855:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e6e200, rc 0) 00000100:00100000:3.0:1746126659.988898:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973161984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126659.988904:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5711 00000100:00100000:0.0:1746126659.988910:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126659.988953:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973162112 00000100:00100000:2.0:1746126659.988957:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973162112 00010000:00010000:2.0:1746126659.989090:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.989119:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7401 00000100:00100000:2.0:1746126659.989125:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973162112:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126659.989134:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.989150:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.989250:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.989269:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c726c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e34 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.989292:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.989293:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.989299:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.989311:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.989331:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.989341:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.989351:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678848:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.989414:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126659.991849:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.991994:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973162368 00000100:00100000:3.0:1746126659.992000:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973162368 00000100:00100000:2.0:1746126659.992017:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973678848:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.992032:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126659.992035:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945973162368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.992043:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945973162368 ext(0->4095) 00010000:00010000:3.0:1746126659.992050:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.992061:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.992065:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973162112:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2941us (3155us total) trans 0 rc 0/0 00002000:00010000:3.0:1746126659.992072:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:2.0:1746126659.992073:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7401 00000100:00100000:3.0:1746126659.992092:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2069 00000100:00100000:3.0:1746126659.992098:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973162368:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.992800:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973162368:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 701us (958us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.992806:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2069 00002000:00100000:3.0:1746126659.992812:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945973162368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.992820:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945973162368 ext(0->4095) 00010000:00010000:3.0:1746126659.992824:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.992834:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.992839:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:0.0:1746126659.995219:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.995312:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973162496 00000100:00100000:3.0:1746126659.995322:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973162496 00000100:00100000:3.0:1746126659.995374:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5712 00000100:00100000:3.0:1746126659.995381:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973162496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126659.995396:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126659.995412:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e49 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.995499:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126659.995506:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.995512:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126659.995956:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126659.995994:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126659.996041:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126659.996048:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973162624 00000100:00100000:2.0:1746126659.996051:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973162624 00010000:00010000:3.0:1746126659.996054:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126659.996064:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e6fc00, rc 0) 00010000:00010000:2.0:1746126659.996067:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.996098:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7402 00000100:00100000:3.0:1746126659.996104:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973162496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 724us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.996104:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973162624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126659.996109:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5712 00010000:00010000:2.0:1746126659.996112:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126659.996132:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.996142:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.996164:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7273 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e3b expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126659.996190:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.996192:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126659.996198:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.996205:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.996225:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126659.996235:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126659.996247:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679104:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126659.996297:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126659.997511:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679104:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126659.997523:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126659.997556:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973162624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1452us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126659.997564:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7402 00000100:00100000:0.0:1746126659.998212:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126659.998328:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973162880 00000100:00100000:3.0:1746126659.998333:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973162880 00002000:00100000:3.0:1746126659.998362:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af3b80 x1830945973162880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/0 e 0 to 0 dl 1746126670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.998372:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af3b80 with x1830945973162880 ext(0->4095) 00010000:00010000:3.0:1746126659.998380:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.998398:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.998404:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135af3b80 00000100:00100000:3.0:1746126659.998457:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2070 00000100:00100000:3.0:1746126659.998465:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973162880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126659.998696:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973162880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126659.998702:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2070 00002000:00100000:3.0:1746126659.998707:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af3b80 x1830945973162880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:420/0 lens 488/4536 e 0 to 0 dl 1746126670 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126659.998714:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af3b80 with x1830945973162880 ext(0->4095) 00010000:00010000:3.0:1746126659.998719:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126659.998727:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126659.998733:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135af3b80 00000100:00100000:0.0:1746126660.000767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.000930:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163008 00000100:00100000:2.0:1746126660.000938:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163008 00010000:00010000:2.0:1746126660.000964:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.000993:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7403 00000100:00100000:2.0:1746126660.000999:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973163008:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.001010:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.001028:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.001070:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.001091:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e6e200/0x9cce4314879c727a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e42 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.001104:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.001106:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.001113:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.001121:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.001151:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.001164:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679232:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.001255:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.002625:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091643800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679232:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.002638:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.002667:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973163008:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1668us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.002674:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7403 00000100:00100000:0.0:1746126660.004706:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.004778:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163264 00000100:00100000:3.0:1746126660.004787:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163264 00002000:00100000:3.0:1746126660.004824:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945973163264/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.004833:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945973163264 ext(0->4095) 00002000:00010000:3.0:1746126660.004838:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:3.0:1746126660.004925:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4179 00000100:00100000:3.0:1746126660.004932:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973163264:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.005080:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973163264:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.005086:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4179 00002000:00100000:3.0:1746126660.005092:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945973163264/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.005098:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945973163264 ext(0->4095) 00002000:00010000:3.0:1746126660.005101:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:0.0:1746126660.007094:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.007180:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163392 00000100:00100000:3.0:1746126660.007186:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163392 00000100:00100000:3.0:1746126660.007227:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5713 00000100:00100000:3.0:1746126660.007234:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973163392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.007246:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.007262:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e50 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.007287:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.007294:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.007301:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.007304:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.007337:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.007348:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 27 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.007359:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973679360:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.007475:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.008896:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973679360:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.008917:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.008929:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a42a4c00, rc 0) 00000100:00100000:3.0:1746126660.008970:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973163392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.008977:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5713 00000100:00100000:0.0:1746126660.009253:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.009372:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163520 00000100:00100000:3.0:1746126660.009377:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163520 00010000:00010000:3.0:1746126660.009395:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.009424:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7404 00000100:00100000:3.0:1746126660.009464:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973163520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.009475:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.009498:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.009508:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.009528:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c7281 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e49 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.009544:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.009546:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.009553:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.009560:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.009791:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.009802:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679488:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.009948:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.011200:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679488:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.011217:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.011253:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1981:x1830945973163520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1811us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.011261:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7404 00000100:00100000:0.0:1746126660.012493:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.012545:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163776 00000100:00100000:3.0:1746126660.012552:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163776 00002000:00100000:3.0:1746126660.012584:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467c700 x1830945973163776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.012594:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467c700 with x1830945973163776 ext(0->4095) 00002000:00010000:3.0:1746126660.012598:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467c700 00000100:00100000:3.0:1746126660.012624:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4180 00000100:00100000:3.0:1746126660.012630:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973163776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.012776:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973163776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.012781:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4180 00002000:00100000:3.0:1746126660.012786:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467c700 x1830945973163776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.012793:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467c700 with x1830945973163776 ext(0->4095) 00002000:00010000:3.0:1746126660.012796:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467c700 00000100:00100000:0.0:1746126660.014574:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.014714:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973163904 00000100:00100000:3.0:1746126660.014720:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973163904 00000100:00100000:3.0:1746126660.014758:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5714 00000100:00100000:3.0:1746126660.014765:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31659:x1830945973163904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.014776:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.014792:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e57 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.014816:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.014829:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.014830:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.014833:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.014868:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.014880:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.014892:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973679616:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.014970:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.016058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.016158:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164032 00000100:00100000:2.0:1746126660.016163:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164032 00000100:00100000:2.0:1746126660.016196:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5715 00000100:00100000:2.0:1746126660.016202:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973164032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.016210:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.016219:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e5e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.016228:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973679616:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.016235:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.016240:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.016245:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.016247:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.016262:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.016272:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00010000:00010000:2.0:1746126660.016272:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.016284:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.016293:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:3.0:1746126660.016313:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973163904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.016319:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5714 00000100:00100000:2.0:1746126660.016418:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973164032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.016423:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5715 00000100:00100000:1.0:1746126660.016601:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.016700:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164160 00000100:00100000:3.0:1746126660.016704:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164160 00010000:00010000:3.0:1746126660.016719:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.016743:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7405 00000100:00100000:3.0:1746126660.016748:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973164160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.016759:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.016779:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.016788:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.016805:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4c00/0x9cce4314879c7288 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e50 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.016829:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.016830:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.016836:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.016843:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.016861:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 28 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.016870:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 28 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.016884:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679872:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.016936:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.018261:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973679872:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.018276:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.018318:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973164160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1568us (1715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.018326:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7405 00000100:00100000:0.0:1746126660.018686:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.018929:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164416 00000100:00100000:3.0:1746126660.018935:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164416 00002000:00100000:3.0:1746126660.018965:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945973164416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.018974:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945973164416 ext(0->4095) 00010000:00010000:3.0:1746126660.018981:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.018992:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.018998:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:3.0:1746126660.019025:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2071 00000100:00100000:3.0:1746126660.019031:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973164416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.019198:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973164416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.019208:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2071 00002000:00100000:3.0:1746126660.019213:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945973164416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.019220:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945973164416 ext(0->4095) 00010000:00010000:3.0:1746126660.019225:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.019233:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.019239:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126660.021392:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.021494:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.021514:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164544 00000100:00100000:2.0:1746126660.021522:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164544 00000100:00100000:2.0:1746126660.021554:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5716 00000100:00100000:2.0:1746126660.021560:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973164544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.021573:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.021588:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e65 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.021610:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.021615:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.021620:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.021623:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.021641:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164672 00000100:00100000:3.0:1746126660.021645:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164672 00010000:00010000:2.0:1746126660.021655:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.021660:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.021671:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.021680:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:3.0:1746126660.021691:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7406 00000100:00100000:3.0:1746126660.021698:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973164672:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.021706:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126660.021710:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973164544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.021716:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5716 00010000:00010000:3.0:1746126660.021724:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.021734:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.021815:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c728f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e57 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.021839:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.021841:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.021846:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.021853:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.021874:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.021884:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.021895:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680128:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.021945:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.023488:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680128:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.023502:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.023535:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973164672:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1838us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.023542:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7406 00000100:00100000:0.0:1746126660.024048:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.024137:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973164928 00000100:00100000:3.0:1746126660.024142:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973164928 00002000:00100000:3.0:1746126660.024169:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942baa00 x1830945973164928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.024182:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945973164928 ext(0->4095) 00010000:00010000:3.0:1746126660.024188:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.024198:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.024203:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942baa00 00000100:00100000:3.0:1746126660.024215:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2072 00000100:00100000:3.0:1746126660.024219:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973164928:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.024364:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973164928:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.024369:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2072 00002000:00100000:3.0:1746126660.024374:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942baa00 x1830945973164928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.024380:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945973164928 ext(0->4095) 00010000:00010000:3.0:1746126660.024384:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.024392:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.024398:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942baa00 00000100:00100000:0.0:1746126660.026325:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.027223:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.027295:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165184 00000100:00100000:2.0:1746126660.027467:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165056 00000100:00100000:2.0:1746126660.027475:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165056 00000100:00100000:3.0:1746126660.027488:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165184 00010000:00010000:3.0:1746126660.027507:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.027511:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5717 00000100:00100000:2.0:1746126660.027516:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973165056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.027529:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.027545:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e6c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.027570:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.027576:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.027582:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.027585:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.027600:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7407 00000100:00100000:3.0:1746126660.027605:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973165184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.027618:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.027635:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.027644:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.027693:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973165056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.027699:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5717 00010000:00010000:3.0:1746126660.027795:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.027813:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.027824:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.027842:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7296 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e5e expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.027854:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.027856:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.027861:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.027867:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.027889:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.027899:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.027910:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680384:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.028342:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.031035:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680384:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126660.031055:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.031057:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.031091:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973165184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3485us (3869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.031104:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7407 00000100:00100000:1.0:1746126660.031497:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165440 00000100:00100000:1.0:1746126660.031503:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165440 00002000:00100000:1.0:1746126660.031537:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091643800 x1830945973165440/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.031546:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973165440 ext(0->4095) 00010000:00010000:1.0:1746126660.031554:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.031566:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.031572:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:1.0:1746126660.031593:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2073 00000100:00100000:1.0:1746126660.031598:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973165440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.031727:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973165440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.031733:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2073 00002000:00100000:1.0:1746126660.031737:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091643800 x1830945973165440/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.031743:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973165440 ext(0->4095) 00010000:00010000:1.0:1746126660.031748:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.031756:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.031761:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:0.0:1746126660.035103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.035743:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165568 00000100:00100000:2.0:1746126660.035752:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165568 00010000:00010000:2.0:1746126660.035787:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.035821:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7408 00000100:00100000:2.0:1746126660.035829:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973165568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.035844:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.035866:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.035878:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.036046:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c729d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e65 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.036118:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.036121:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.036128:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.036136:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.036170:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.036182:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680512:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.036808:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.039188:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973680512:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.039208:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.039263:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973165568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3433us (4168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.039274:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7408 00000100:00100000:0.0:1746126660.041307:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.041397:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165824 00000100:00100000:3.0:1746126660.041406:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165824 00002000:00100000:3.0:1746126660.041483:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b9f80 x1830945973165824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.041493:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b9f80 with x1830945973165824 ext(0->4095) 00002000:00010000:3.0:1746126660.041498:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b9f80 00000100:00100000:3.0:1746126660.041525:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4181 00000100:00100000:3.0:1746126660.041532:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973165824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.041702:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973165824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.041707:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4181 00002000:00100000:3.0:1746126660.041713:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b9f80 x1830945973165824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.041720:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b9f80 with x1830945973165824 ext(0->4095) 00002000:00010000:3.0:1746126660.041723:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b9f80 00000100:00100000:0.0:1746126660.044820:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.045299:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973165952 00000100:00100000:2.0:1746126660.045310:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973165952 00000100:00100000:2.0:1746126660.045366:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5718 00000100:00100000:2.0:1746126660.045374:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973165952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.045389:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.045967:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e73 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.046005:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.046013:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.046015:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.046019:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.046048:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.046060:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 27 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.046072:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973680640:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.046806:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.047913:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973680640:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.047937:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.047950:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126660.047996:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973165952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2621us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.048004:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5718 00000100:00100000:0.0:1746126660.048320:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.048388:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166080 00000100:00100000:2.0:1746126660.048395:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166080 00010000:00010000:2.0:1746126660.048415:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.048465:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7409 00000100:00100000:1.0:1746126660.048474:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973166080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126660.048487:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.048508:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.048520:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.048540:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e6c expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.048606:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.048608:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.048617:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.048625:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.048654:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.048665:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973680768:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.048907:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.051017:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.051952:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.052207:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166208 00000100:00100000:2.0:1746126660.052217:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166208 00000100:00100000:2.0:1746126660.052259:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5719 00000100:00100000:2.0:1746126660.052266:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973166208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126660.052284:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093641880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973680768:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.052285:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.052300:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e7a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.052304:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126660.052327:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.052334:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.052336:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.052340:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.052351:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973166080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3877us (4030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.052366:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7409 00010000:00010000:2.0:1746126660.052369:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.052380:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.052391:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973680896:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.052472:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.052565:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166464 00000100:00100000:3.0:1746126660.052570:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166464 00002000:00100000:3.0:1746126660.052595:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945973166464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.052605:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945973166464 ext(0->4095) 00010000:00010000:3.0:1746126660.052611:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.052620:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.052625:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467ce00 00000100:00100000:3.0:1746126660.052638:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2074 00000100:00100000:3.0:1746126660.052642:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973166464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.052841:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973166464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.052847:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2074 00002000:00100000:3.0:1746126660.052852:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945973166464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.052858:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945973166464 ext(0->4095) 00010000:00010000:3.0:1746126660.052862:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.052870:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.052875:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467ce00 00000100:00100000:2.0:1746126660.054321:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973680896:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.054342:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.054354:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126660.054394:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973166208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2127us (3384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.054400:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5719 00000100:00100000:0.0:1746126660.054768:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.054996:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166592 00000100:00100000:2.0:1746126660.055000:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166592 00000100:00100000:2.0:1746126660.055029:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5720 00000100:00100000:2.0:1746126660.055035:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31659:x1830945973166592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.055045:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.055056:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e81 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.055072:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.055076:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.055081:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.055084:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.055109:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.055118:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.055127:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126660.055160:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973166592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.055165:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5720 00000100:00100000:1.0:1746126660.055659:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.055700:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166720 00000100:00100000:2.0:1746126660.055704:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166720 00010000:00010000:2.0:1746126660.055719:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.055775:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7410 00000100:00100000:2.0:1746126660.055781:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973166720:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.055789:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.055807:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.055817:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.056141:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c72ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e73 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.056191:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.056193:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.056200:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.056212:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.056233:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.056243:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.056254:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681152:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.056801:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.058968:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681152:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.058988:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.059037:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973166720:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3254us (3377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.059047:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7410 00000100:00100000:1.0:1746126660.059368:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.059477:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973166976 00000100:00100000:3.0:1746126660.059484:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973166976 00002000:00100000:3.0:1746126660.059521:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643800 x1830945973166976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.059536:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830945973166976 ext(0->4095) 00010000:00010000:3.0:1746126660.059544:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.059554:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.059560:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643800 00000100:00100000:3.0:1746126660.059574:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2075 00000100:00100000:3.0:1746126660.059583:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973166976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.059741:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973166976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.059748:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2075 00002000:00100000:3.0:1746126660.059752:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643800 x1830945973166976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.059759:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830945973166976 ext(0->4095) 00010000:00010000:3.0:1746126660.059764:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.059772:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.059777:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643800 00000100:00100000:0.0:1746126660.061549:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.061626:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973167104 00000100:00100000:2.0:1746126660.061633:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973167104 00010000:00010000:2.0:1746126660.061660:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.061682:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7411 00000100:00100000:2.0:1746126660.061688:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973167104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.061759:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.061779:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.061791:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.061813:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e7a expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.061827:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.061829:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.061836:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.061844:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.061875:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.061888:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681280:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.061976:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.064261:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681280:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.064281:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.064326:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973167104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2636us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.064335:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7411 00000100:00100000:0.0:1746126660.064598:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.064646:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973167360 00000100:00100000:1.0:1746126660.064653:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973167360 00002000:00100000:1.0:1746126660.064688:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9ad80 x1830945973167360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.064698:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9ad80 with x1830945973167360 ext(0->4095) 00002000:00010000:1.0:1746126660.064702:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9ad80 00000100:00100000:1.0:1746126660.064732:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4182 00000100:00100000:1.0:1746126660.064738:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973167360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.064905:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973167360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.064937:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4182 00002000:00100000:1.0:1746126660.064946:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9ad80 x1830945973167360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.064954:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9ad80 with x1830945973167360 ext(0->4095) 00002000:00010000:1.0:1746126660.064957:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9ad80 00000100:00100000:0.0:1746126660.067849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.068733:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973167488 00000100:00100000:2.0:1746126660.068743:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973167488 00000100:00100000:2.0:1746126660.068800:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5721 00000100:00100000:2.0:1746126660.068808:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973167488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.068826:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.068841:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e88 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.068873:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.068880:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.068881:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.068884:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.068914:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.068925:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 27 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.068938:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973681408:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.069028:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.071947:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973681408:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.071978:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.072001:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126660.072053:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973167488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3244us (4211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.072061:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5721 00000100:00100000:0.0:1746126660.072515:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.073022:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973167616 00000100:00100000:2.0:1746126660.073029:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973167616 00010000:00010000:2.0:1746126660.073054:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.073073:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7412 00000100:00100000:2.0:1746126660.073079:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973167616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.073090:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.073109:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.073120:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.073142:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e81 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.073842:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.073845:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.073854:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.073866:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.073897:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.073909:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681536:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.074620:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.075828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.076092:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973167744 00000100:00100000:2.0:1746126660.076100:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973167744 00000100:00100000:3.0:1746126660.076121:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681536:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.076135:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5722 00010000:00010000:3.0:1746126660.076138:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.076142:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973167744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.076156:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.076170:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e8f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.076194:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.076207:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.076208:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.076211:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.076234:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.076247:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.076256:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973681664:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.076366:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973167616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3285us (3850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.076373:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.076374:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7412 00000100:00100000:1.0:1746126660.076537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.076942:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168000 00000100:00100000:2.0:1746126660.076947:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168000 00002000:00100000:2.0:1746126660.076972:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945973168000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.076981:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945973168000 ext(0->4095) 00010000:00010000:2.0:1746126660.076988:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.076998:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.077005:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643480 00000100:00100000:2.0:1746126660.077030:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2076 00000100:00100000:2.0:1746126660.077036:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973168000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.077179:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973168000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.077185:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2076 00002000:00100000:2.0:1746126660.077191:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945973168000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.077204:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945973168000 ext(0->4095) 00010000:00010000:2.0:1746126660.077213:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.077222:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.077227:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093643480 00000100:00100000:2.0:1746126660.078161:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973681664:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.078179:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.078191:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.078226:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973167744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2084us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.078233:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5722 00000100:00100000:0.0:1746126660.078721:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.079014:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168128 00000100:00100000:2.0:1746126660.079019:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168128 00000100:00100000:2.0:1746126660.079084:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5723 00000100:00100000:2.0:1746126660.079090:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31659:x1830945973168128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.079100:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.079116:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e96 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.079133:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.079138:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.079144:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.079147:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.079173:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.079182:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.079189:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:0.0:1746126660.079231:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.079462:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168256 00000100:00100000:3.0:1746126660.079467:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168256 00010000:00010000:3.0:1746126660.079484:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.079503:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7413 00000100:00100000:3.0:1746126660.079509:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973168256:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.079516:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.079533:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.079544:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.079559:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e88 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.079572:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.079574:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.079579:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.079587:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.080253:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.080265:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.080276:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681920:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.080299:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973168128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1207us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.080306:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5723 00000100:00100000:3.0:1746126660.080607:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.081862:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973681920:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.081878:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.081917:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973168256:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2407us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.081925:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7413 00000100:00100000:0.0:1746126660.082951:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.083026:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168512 00000100:00100000:2.0:1746126660.083033:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168512 00002000:00100000:2.0:1746126660.083066:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1aa00 x1830945973168512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.083075:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1aa00 with x1830945973168512 ext(0->4095) 00010000:00010000:2.0:1746126660.083082:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.083094:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.083104:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1aa00 00000100:00100000:2.0:1746126660.083126:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2077 00000100:00100000:2.0:1746126660.083132:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973168512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.083281:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973168512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.083287:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2077 00002000:00100000:2.0:1746126660.083292:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089e1aa00 x1830945973168512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.083299:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e1aa00 with x1830945973168512 ext(0->4095) 00010000:00010000:2.0:1746126660.083304:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.083312:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.083318:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089e1aa00 00000100:00100000:0.0:1746126660.085794:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.085876:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168640 00000100:00100000:3.0:1746126660.085884:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168640 00010000:00010000:3.0:1746126660.085914:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.085937:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7414 00000100:00100000:3.0:1746126660.085945:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973168640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.085956:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.085975:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.085993:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.086015:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c72c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e8f expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.086045:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.086047:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.086054:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.086061:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.086093:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.086104:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682048:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.086180:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.088524:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682048:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.088544:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.088587:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973168640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2642us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.088596:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7414 00000100:00100000:0.0:1746126660.089019:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.089091:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973168896 00000100:00100000:2.0:1746126660.089097:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973168896 00002000:00100000:2.0:1746126660.089154:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7100 x1830945973168896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.089163:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945973168896 ext(0->4095) 00002000:00010000:2.0:1746126660.089168:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7100 00000100:00100000:2.0:1746126660.089234:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4183 00000100:00100000:2.0:1746126660.089244:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973168896:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.089573:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973168896:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 330us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.089579:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4183 00002000:00100000:2.0:1746126660.089585:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7100 x1830945973168896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.089592:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945973168896 ext(0->4095) 00002000:00010000:2.0:1746126660.089594:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7100 00000100:00100000:0.0:1746126660.090489:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.090556:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169024 00000100:00100000:2.0:1746126660.090560:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169024 00000100:00100000:2.0:1746126660.090628:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5724 00000100:00100000:2.0:1746126660.090634:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973169024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.090689:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.090704:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3e9d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.090728:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.090735:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.090736:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.090739:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.090766:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.090782:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 27 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.090793:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973682176:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.091265:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.092384:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973682176:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.092404:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.092417:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126660.092493:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973169024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1857us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.092500:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5724 00000100:00100000:1.0:1746126660.093607:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.093790:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169152 00000100:00100000:3.0:1746126660.093797:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169152 00010000:00010000:3.0:1746126660.093821:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.093851:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7415 00000100:00100000:3.0:1746126660.093857:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973169152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.093868:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.093888:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.093898:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.093918:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c72ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e96 expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.093944:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.093946:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.093953:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.093960:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.093986:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.093997:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682304:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.094063:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.095482:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682304:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.095498:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.095536:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945973169152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1678us (1929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.095544:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7415 00000100:00100000:0.0:1746126660.096437:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.096925:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169408 00000100:00100000:3.0:1746126660.096933:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169408 00002000:00100000:3.0:1746126660.096971:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7100 x1830945973169408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.096980:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7100 with x1830945973169408 ext(0->4095) 00002000:00010000:3.0:1746126660.096984:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7100 00000100:00100000:3.0:1746126660.097004:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4184 00000100:00100000:3.0:1746126660.097011:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973169408:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.097226:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973169408:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 214us (801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.097232:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4184 00002000:00100000:3.0:1746126660.097236:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7100 x1830945973169408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.097243:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7100 with x1830945973169408 ext(0->4095) 00002000:00010000:3.0:1746126660.097245:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7100 00000100:00100000:1.0:1746126660.099747:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.100044:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.100312:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169536 00000100:00100000:2.0:1746126660.100321:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169536 00000100:00100000:2.0:1746126660.100360:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169664 00000100:00100000:2.0:1746126660.100362:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169664 00000100:00100000:0.0:1746126660.100365:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5725 00000100:00100000:0.0:1746126660.100373:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31659:x1830945973169536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126660.100375:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5726 00000100:00100000:2.0:1746126660.100379:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973169664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.100391:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.100398:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.100406:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ea4 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.100407:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3eab expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.100456:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.100463:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.100465:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.100468:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.100474:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.100478:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.100483:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.100485:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.100707:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.100711:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.100719:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.100728:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.100730:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973682560:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.100737:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126660.100785:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973169664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 404us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.100790:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5726 00000100:00100000:0.0:1746126660.101007:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.102536:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801322b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973682560:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.102559:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.102571:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948da600, rc 0) 00000100:00100000:2.0:1746126660.102611:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973169536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2238us (2872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.102617:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5725 00000100:00100000:0.0:1746126660.103128:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.103311:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973169792 00000100:00100000:3.0:1746126660.103319:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973169792 00010000:00010000:3.0:1746126660.103342:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.103412:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7416 00000100:00100000:3.0:1746126660.103419:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973169792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.103467:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.103488:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.103499:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.103520:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c72d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3e9d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.103539:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.103541:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.103548:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.103555:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.103587:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.103598:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.103613:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682688:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.103676:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.104753:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682688:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.104764:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.104938:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973169792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1518us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.104947:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7416 00000100:00100000:0.0:1746126660.105280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.105386:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170048 00000100:00100000:3.0:1746126660.105391:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170048 00002000:00100000:3.0:1746126660.105417:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71f80 x1830945973170048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.105436:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71f80 with x1830945973170048 ext(0->4095) 00010000:00010000:3.0:1746126660.105464:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.105475:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.105481:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71f80 00000100:00100000:3.0:1746126660.105495:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2078 00000100:00100000:3.0:1746126660.105500:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973170048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.105646:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973170048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.105656:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2078 00002000:00100000:3.0:1746126660.105665:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71f80 x1830945973170048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.105672:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71f80 with x1830945973170048 ext(0->4095) 00010000:00010000:3.0:1746126660.105677:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.105686:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.105691:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71f80 00000100:00100000:0.0:1746126660.107342:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.107382:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170176 00000100:00100000:2.0:1746126660.107388:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170176 00000100:00100000:0.0:1746126660.107412:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.107424:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5727 00000100:00100000:2.0:1746126660.107462:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973170176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.107475:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.107489:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3eb2 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.107509:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.107514:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.107520:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.107522:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.107524:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170304 00000100:00100000:3.0:1746126660.107527:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170304 00010000:00010000:3.0:1746126660.107540:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.107553:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.107554:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7417 00000100:00100000:3.0:1746126660.107559:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973170304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.107564:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.107566:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.107572:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00010000:00010000:3.0:1746126660.107580:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.107589:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.107599:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973170176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (303us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126660.107603:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c72dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ea4 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.107604:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5727 00010000:00010000:3.0:1746126660.107629:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.107631:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.107636:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.107643:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.107925:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.107936:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.107946:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682944:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.108174:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.109624:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973682944:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.109637:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.109657:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.109685:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973170304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2124us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.109693:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7417 00000100:00100000:3.0:1746126660.109770:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170560 00000100:00100000:3.0:1746126660.109776:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170560 00002000:00100000:3.0:1746126660.109802:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61180 x1830945973170560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.109817:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945973170560 ext(0->4095) 00010000:00010000:3.0:1746126660.109823:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.109833:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.109840:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61180 00000100:00100000:3.0:1746126660.109852:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2079 00000100:00100000:3.0:1746126660.109858:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973170560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.109986:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973170560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.109993:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2079 00002000:00100000:3.0:1746126660.109998:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61180 x1830945973170560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.110005:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945973170560 ext(0->4095) 00010000:00010000:3.0:1746126660.110009:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.110018:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.110023:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126660.111332:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.111371:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170688 00000100:00100000:2.0:1746126660.111376:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170688 00000100:00100000:0.0:1746126660.111391:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.111412:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5728 00000100:00100000:2.0:1746126660.111419:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973170688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.111458:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.111474:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3eb9 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.111493:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.111499:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.111504:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.111508:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.111537:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.111553:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.111563:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126660.111590:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973170688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.111595:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5728 00000100:00100000:0.0:1746126660.111736:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973170816 00000100:00100000:0.0:1746126660.111746:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973170816 00010000:00010000:0.0:1746126660.111784:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.111827:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7418 00000100:00100000:0.0:1746126660.111834:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973170816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126660.111846:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126660.111863:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.111873:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.111892:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c72e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eab expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.111915:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.111917:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.111923:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.111930:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.111959:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.111969:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.111984:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089a60700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683200:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.112059:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.113195:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089a60700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683200:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.113213:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.113245:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973170816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1411us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.113253:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7418 00000100:00100000:1.0:1746126660.113418:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.113472:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171072 00000100:00100000:3.0:1746126660.113478:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171072 00002000:00100000:3.0:1746126660.113508:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb100 x1830945973171072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.113523:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb100 with x1830945973171072 ext(0->4095) 00010000:00010000:3.0:1746126660.113529:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.113540:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.113547:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb100 00000100:00100000:3.0:1746126660.113561:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2080 00000100:00100000:3.0:1746126660.113567:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973171072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.113707:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973171072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.113712:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2080 00002000:00100000:3.0:1746126660.113717:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb100 x1830945973171072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.113724:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb100 with x1830945973171072 ext(0->4095) 00010000:00010000:3.0:1746126660.113728:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.113736:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.113741:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb100 00000100:00100000:0.0:1746126660.115235:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.115781:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171200 00000100:00100000:2.0:1746126660.115789:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171200 00010000:00010000:2.0:1746126660.115814:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.115837:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7419 00000100:00100000:2.0:1746126660.115843:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973171200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.115854:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.115872:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.115883:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.115904:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c72ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb2 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.115928:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.115930:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.115937:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.115944:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.115976:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.115988:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683328:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.116068:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.117042:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683328:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.117056:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.117088:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973171200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1244us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.117096:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7419 00000100:00100000:1.0:1746126660.117777:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.117889:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171456 00000100:00100000:3.0:1746126660.117895:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171456 00002000:00100000:3.0:1746126660.117925:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945973171456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.117934:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945973171456 ext(0->4095) 00002000:00010000:3.0:1746126660.117938:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:3.0:1746126660.117965:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4185 00000100:00100000:3.0:1746126660.117971:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973171456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.118115:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973171456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.118121:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4185 00002000:00100000:3.0:1746126660.118126:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945973171456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.118133:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945973171456 ext(0->4095) 00002000:00010000:3.0:1746126660.118135:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:0.0:1746126660.119526:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.119648:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171584 00000100:00100000:3.0:1746126660.119654:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171584 00000100:00100000:3.0:1746126660.119764:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5729 00000100:00100000:3.0:1746126660.119772:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973171584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.119784:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.119797:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ec0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.119819:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.119828:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.119829:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.119832:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.119853:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.119860:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 27 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.119867:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683456:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.119929:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.120881:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683456:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.120900:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.120911:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.120934:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973171584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1164us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.120940:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5729 00000100:00100000:1.0:1746126660.121275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.121585:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171712 00000100:00100000:2.0:1746126660.121590:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171712 00010000:00010000:2.0:1746126660.121612:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.121736:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7420 00000100:00100000:2.0:1746126660.121743:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973171712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.121753:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.121774:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.121784:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.121802:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c72f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eb9 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.121825:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.121827:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.121832:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.121839:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.121866:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.121877:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683584:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.121939:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.123530:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683584:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.123546:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.123590:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1981:x1830945973171712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1846us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.123599:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7420 00000100:00100000:0.0:1746126660.124302:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.124351:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973171968 00000100:00100000:3.0:1746126660.124359:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973171968 00002000:00100000:3.0:1746126660.124390:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4c380 x1830945973171968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.124401:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945973171968 ext(0->4095) 00002000:00010000:3.0:1746126660.124405:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4c380 00000100:00100000:3.0:1746126660.124439:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4186 00000100:00100000:3.0:1746126660.124473:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973171968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.124621:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973171968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.124627:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4186 00002000:00100000:3.0:1746126660.124633:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4c380 x1830945973171968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.124640:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945973171968 ext(0->4095) 00002000:00010000:3.0:1746126660.124643:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4c380 00000100:00100000:1.0:1746126660.125908:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.126007:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172096 00000100:00100000:3.0:1746126660.126012:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172096 00000100:00100000:3.0:1746126660.126041:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5730 00000100:00100000:3.0:1746126660.126047:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31659:x1830945973172096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.126057:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.126072:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ec7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.126095:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.126102:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.126104:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.126107:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.126134:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.126145:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.126156:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683712:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.126382:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.127764:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683712:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.127786:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.127799:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126660.127827:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31659:x1830945973172096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.127833:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5730 00000100:00100000:0.0:1746126660.128140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.128180:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172224 00000100:00100000:2.0:1746126660.128185:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172224 00000100:00100000:0.0:1746126660.128188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126660.128205:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.128228:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7421 00000100:00100000:2.0:1746126660.128233:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973172224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.128245:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.128263:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.128273:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.128292:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c72f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec0 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.128318:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.128320:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.128326:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.128333:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.128359:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172352 00010000:00010000:2.0:1746126660.128359:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 27 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.128362:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172352 00000100:00100000:2.0:1746126660.128368:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683840:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.128384:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5731 00000100:00100000:3.0:1746126660.128388:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973172352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.128397:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.128404:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ece expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.128422:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.128439:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.128440:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.128460:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.128475:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.128483:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.128491:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683968:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.128668:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.128845:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.129704:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973683968:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.129719:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 29 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.129727:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:2.0:1746126660.129790:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973683840:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.129799:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.129948:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973172352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1557us (1757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.129954:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5731 00000100:00100000:2.0:1746126660.129963:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973172224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1730us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.129970:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7421 00000100:00100000:0.0:1746126660.130120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.130179:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172608 00000100:00100000:3.0:1746126660.130184:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172608 00002000:00100000:3.0:1746126660.130207:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59f80 x1830945973172608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.130220:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59f80 with x1830945973172608 ext(0->4095) 00010000:00010000:3.0:1746126660.130226:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.130235:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.130263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f59f80 00000100:00100000:3.0:1746126660.130337:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2081 00000100:00100000:3.0:1746126660.130343:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1980:x1830945973172608:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126660.130505:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1980:x1830945973172608:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.130510:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2081 00002000:00100000:3.0:1746126660.130515:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59f80 x1830945973172608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.130522:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59f80 with x1830945973172608 ext(0->4095) 00010000:00010000:3.0:1746126660.130527:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.130535:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.130540:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f59f80 00000100:00100000:0.0:1746126660.131952:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.132022:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172736 00000100:00100000:3.0:1746126660.132027:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172736 00000100:00100000:3.0:1746126660.132131:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5732 00000100:00100000:3.0:1746126660.132138:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973172736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.132150:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.132163:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ed5 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.132186:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.132191:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.132196:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.132199:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.132234:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.132243:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.132251:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126660.132286:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973172736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.132292:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5732 00000100:00100000:0.0:1746126660.132325:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.132418:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973172864 00000100:00100000:3.0:1746126660.132421:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973172864 00010000:00010000:3.0:1746126660.132472:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.132512:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7422 00000100:00100000:0.0:1746126660.132519:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973172864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126660.132526:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126660.132541:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.132551:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.132567:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c72ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ec7 expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.132591:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.132592:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.132597:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.132605:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.132624:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.132634:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.132645:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684224:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.132695:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.134037:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684224:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.134052:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.134224:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973172864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1704us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.134232:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7422 00000100:00100000:0.0:1746126660.134333:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.134466:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973173120 00000100:00100000:2.0:1746126660.134471:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973173120 00002000:00100000:2.0:1746126660.134500:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28aa00 x1830945973173120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.134509:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28aa00 with x1830945973173120 ext(0->4095) 00010000:00010000:2.0:1746126660.134515:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.134526:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.134532:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28aa00 00000100:00100000:2.0:1746126660.134559:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2082 00000100:00100000:2.0:1746126660.134565:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973173120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.134743:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973173120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 177us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.134750:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2082 00002000:00100000:2.0:1746126660.134754:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28aa00 x1830945973173120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.134761:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28aa00 with x1830945973173120 ext(0->4095) 00010000:00010000:2.0:1746126660.134766:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.134774:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 28 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.134779:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28aa00 00000100:00100000:1.0:1746126660.136259:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.136339:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.136392:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973173248 00000100:00100000:2.0:1746126660.136398:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973173248 00000100:00100000:3.0:1746126660.136487:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973173376 00000100:00100000:3.0:1746126660.136490:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973173376 00010000:00010000:3.0:1746126660.136506:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.136525:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7423 00000100:00100000:2.0:1746126660.136527:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5733 00000100:00100000:3.0:1746126660.136531:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973173376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126660.136531:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973173248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.136541:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.136541:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.136552:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3edc expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.136556:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 29 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.136565:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.136668:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.136674:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.136678:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.136681:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.136723:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7306 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ece expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.136742:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.136745:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.136746:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.136751:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.136757:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.136773:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.136780:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00010000:00010000:3.0:1746126660.136781:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.136789:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.136798:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684480:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.136822:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973173248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 288us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.136828:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5733 00000100:00100000:3.0:1746126660.136846:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.138676:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684480:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.138685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126660.138693:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.138736:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973173376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2204us (2395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.138745:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7423 00000100:00100000:2.0:1746126660.138757:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973173632 00000100:00100000:2.0:1746126660.138762:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973173632 00002000:00100000:2.0:1746126660.138791:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc380 x1830945973173632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.138801:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945973173632 ext(0->4095) 00010000:00010000:2.0:1746126660.138807:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.138817:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.138822:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefc380 00000100:00100000:2.0:1746126660.138835:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2083 00000100:00100000:2.0:1746126660.138840:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973173632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.139037:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973173632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 196us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.139043:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2083 00002000:00100000:2.0:1746126660.139048:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc380 x1830945973173632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.139055:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945973173632 ext(0->4095) 00010000:00010000:2.0:1746126660.139060:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.139069:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.139074:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefc380 00000100:00100000:0.0:1746126660.140759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.140834:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973173760 00000100:00100000:3.0:1746126660.140840:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973173760 00010000:00010000:3.0:1746126660.140858:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.140888:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7424 00000100:00100000:3.0:1746126660.140894:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973173760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.140905:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.140920:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.140933:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.140951:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c730d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ed5 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.140975:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.140978:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.140984:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.140991:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.141021:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.141031:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684608:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.141098:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.142283:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973684608:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.142296:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.142320:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973173760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1426us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.142327:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7424 00000100:00100000:1.0:1746126660.143215:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.143294:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174016 00000100:00100000:2.0:1746126660.143299:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174016 00002000:00100000:2.0:1746126660.143329:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816a00 x1830945973174016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.143339:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816a00 with x1830945973174016 ext(0->4095) 00002000:00010000:2.0:1746126660.143343:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132816a00 00000100:00100000:2.0:1746126660.143366:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4187 00000100:00100000:2.0:1746126660.143371:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973174016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.143563:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973174016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.143569:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4187 00002000:00100000:2.0:1746126660.143574:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816a00 x1830945973174016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.143581:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816a00 with x1830945973174016 ext(0->4095) 00002000:00010000:2.0:1746126660.143583:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132816a00 00000100:00100000:0.0:1746126660.144996:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.145180:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174144 00000100:00100000:2.0:1746126660.145185:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174144 00000100:00100000:2.0:1746126660.145208:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5734 00000100:00100000:2.0:1746126660.145213:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973174144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.145223:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.145237:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ee3 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.145259:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.145271:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.145272:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.145275:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.145301:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.145312:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 27 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.145323:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973684736:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.145398:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.146392:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973684736:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.146774:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.146790:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.146816:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973174144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1602us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.146823:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5734 00000100:00100000:1.0:1746126660.146927:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.146962:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174272 00000100:00100000:3.0:1746126660.146966:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174272 00010000:00010000:3.0:1746126660.146981:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.147093:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7425 00000100:00100000:2.0:1746126660.147100:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973174272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.147159:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.147179:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.147190:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.147207:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7314 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3edc expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.147230:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.147232:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.147239:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.147246:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.147272:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.147281:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973684864:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.147333:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.148378:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973684864:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.148389:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.148644:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1981:x1830945973174272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1544us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.148653:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7425 00000100:00100000:0.0:1746126660.149144:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.149331:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174528 00000100:00100000:3.0:1746126660.149336:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174528 00002000:00100000:3.0:1746126660.149439:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945973174528/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.149477:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945973174528 ext(0->4095) 00002000:00010000:3.0:1746126660.149481:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093717480 00000100:00100000:3.0:1746126660.149506:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4188 00000100:00100000:3.0:1746126660.149512:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973174528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.149725:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973174528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 213us (581us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.149731:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4188 00002000:00100000:3.0:1746126660.149736:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945973174528/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.149743:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945973174528 ext(0->4095) 00002000:00010000:3.0:1746126660.149746:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093717480 00000100:00100000:0.0:1746126660.151062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.151157:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174656 00000100:00100000:2.0:1746126660.151162:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174656 00000100:00100000:2.0:1746126660.151186:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5735 00000100:00100000:2.0:1746126660.151191:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:31659:x1830945973174656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.151202:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.151220:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3eea expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.151243:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.151249:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.151251:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.151254:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.151279:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.151290:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.151300:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973684992:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.151369:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.152804:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973684992:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.152827:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.152844:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.152877:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31659:x1830945973174656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1684us (1815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.152883:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5735 00000100:00100000:0.0:1746126660.153122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.153513:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.153571:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174784 00000100:00100000:2.0:1746126660.153576:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174784 00010000:00010000:2.0:1746126660.153597:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.153625:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7426 00000100:00100000:2.0:1746126660.153631:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973174784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.153642:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.153661:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.153671:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.153691:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c731b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ee3 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.153713:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.153716:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.153722:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.153734:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.153758:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.153763:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973174912 00000100:00100000:3.0:1746126660.153766:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973174912 00000100:00100000:2.0:1746126660.153767:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685120:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.153785:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5736 00000100:00100000:3.0:1746126660.153790:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:31658:x1830945973174912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.153799:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.153807:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ef1 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.153813:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00010000:00010000:3.0:1746126660.153821:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.153826:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.153828:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.153830:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.153845:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.153854:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.153862:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685248:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.153883:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.155270:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.155334:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685120:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.155346:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.155422:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685248:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.155472:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.155482:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:2.0:1746126660.155607:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973174784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1975us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.155615:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7426 00000100:00100000:3.0:1746126660.155761:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973174912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1969us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.155766:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5736 00000100:00100000:3.0:1746126660.155785:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175168 00000100:00100000:3.0:1746126660.155790:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175168 00002000:00100000:3.0:1746126660.155813:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c000 x1830945973175168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.155821:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c000 with x1830945973175168 ext(0->4095) 00010000:00010000:3.0:1746126660.155827:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.155836:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.155842:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c000 00000100:00100000:3.0:1746126660.155851:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2084 00000100:00100000:3.0:1746126660.155856:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973175168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.155982:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973175168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.155988:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2084 00002000:00100000:3.0:1746126660.155992:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c000 x1830945973175168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.155999:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c000 with x1830945973175168 ext(0->4095) 00010000:00010000:3.0:1746126660.156003:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.156011:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.156016:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c000 00000100:00100000:1.0:1746126660.157324:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.157673:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175296 00000100:00100000:2.0:1746126660.157678:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175296 00010000:00010000:2.0:1746126660.157698:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.157727:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7427 00000100:00100000:2.0:1746126660.157732:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973175296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.157743:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.157758:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.157768:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.157788:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7322 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eea expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.157800:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.157802:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.157808:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.157815:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.157843:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 28 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.157854:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685376:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.157917:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.159283:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.159370:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175552 00000100:00100000:3.0:1746126660.159375:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175552 00002000:00100000:3.0:1746126660.159404:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c380 x1830945973175552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.159413:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c380 with x1830945973175552 ext(0->4095) 00002000:00010000:3.0:1746126660.159417:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232c380 00000100:00100000:3.0:1746126660.159470:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4189 00000100:00100000:2.0:1746126660.159500:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685376:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.159518:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1979:x1830945973175552:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746126660.159521:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.159562:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973175296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1829us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.159569:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7427 00000100:00100000:3.0:1746126660.159650:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1979:x1830945973175552:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.159655:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4189 00002000:00100000:3.0:1746126660.159660:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c380 x1830945973175552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.159667:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c380 with x1830945973175552 ext(0->4095) 00002000:00010000:3.0:1746126660.159669:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232c380 00000100:00100000:2.0:1746126660.164184:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.164423:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175680 00000100:00100000:3.0:1746126660.164467:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175680 00000100:00100000:3.0:1746126660.164515:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5737 00000100:00100000:3.0:1746126660.164523:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973175680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.164541:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.164556:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ef8 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.164585:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.164597:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.164598:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.164602:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.164632:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 27 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.164643:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 27 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.164655:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685504:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.165362:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.166846:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685504:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.166876:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.166892:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126660.167466:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973175680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2942us (3290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.167474:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5737 00000100:00100000:1.0:1746126660.167745:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.167819:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175808 00000100:00100000:3.0:1746126660.167825:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175808 00002000:00100000:3.0:1746126660.167858:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083c2c700 x1830945973175808/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.167873:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c700 with x1830945973175808 ext(0->7) 00010000:00010000:3.0:1746126660.167880:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.167891:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 28 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.167897:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c700 00000100:00100000:3.0:1746126660.167910:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2085 00000100:00100000:3.0:1746126660.167916:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973175808:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126660.168194:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973175808:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 277us (448us total) trans 4294968033 rc 0/0 00000100:00100000:3.0:1746126660.168201:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2085 00002000:00100000:3.0:1746126660.168206:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083c2c700 x1830945973175808/t4294968033(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.168213:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c700 with x1830945973175808 ext(0->7) 00010000:00010000:3.0:1746126660.168217:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.168225:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.168230:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c700 00000100:00100000:1.0:1746126660.169871:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.169981:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973175936 00000100:00100000:2.0:1746126660.169988:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973175936 00010000:00010000:2.0:1746126660.170011:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.170210:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7428 00000100:00100000:2.0:1746126660.170217:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973175936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.170228:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.170244:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.170256:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.170278:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7329 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef1 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.170306:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.170309:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.170316:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.170324:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.170358:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.170370:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685632:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.170478:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.172468:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.172517:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.172571:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176320 00000100:00100000:1.0:1746126660.172578:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176320 00002000:00100000:1.0:1746126660.172615:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e300 x1830945973176320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.172625:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e300 with x1830945973176320 ext(0->4095) 00002000:00010000:1.0:1746126660.172630:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232e300 00000100:00100000:1.0:1746126660.172648:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4190 00000100:00100000:1.0:1746126660.172659:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973176320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.172699:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973685632:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.172716:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.172724:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176064 00000100:00100000:3.0:1746126660.172727:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176064 00000100:00100000:2.0:1746126660.172752:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973175936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2535us (2885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.172759:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5738 00000100:00100000:2.0:1746126660.172760:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7428 00000100:00100000:3.0:1746126660.172764:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973176064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.172773:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.172786:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3eff expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.172802:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973176320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (284us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746126660.172806:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.172808:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4190 00010000:00010000:3.0:1746126660.172813:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.172814:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:1.0:1746126660.172814:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e300 x1830945973176320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.172821:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e300 with x1830945973176320 ext(0->4095) 00010000:00010000:1.0:1746126660.172826:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.172834:0:8444:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126660.172840:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232e300 00010000:00010000:3.0:1746126660.172846:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.172873:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.172883:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.172892:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685760:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.172944:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.174478:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973685760:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.174725:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174742:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:0.0:1746126660.174743:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.174770:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973176064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2006us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.174777:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5738 00000100:00100000:0.0:1746126660.174781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.174790:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176448 00000100:00100000:3.0:1746126660.174793:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176448 00000100:00100000:3.0:1746126660.174811:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5739 00000100:00100000:3.0:1746126660.174816:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973176448:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.174824:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.174832:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f06 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174845:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.174849:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174853:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.174856:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174875:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174883:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.174894:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126660.174925:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973176448:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.174930:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5739 00000100:00100000:2.0:1746126660.174953:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176576 00000100:00100000:2.0:1746126660.174956:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176576 00010000:00010000:2.0:1746126660.174971:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.174988:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7429 00000100:00100000:2.0:1746126660.174993:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973176576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.175001:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.175016:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.175027:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.175044:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7330 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ef8 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.175056:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.175057:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.175063:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.175069:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.175088:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.175098:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.175107:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686016:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.175532:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.177226:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686016:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126660.177242:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.177273:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973176576:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2278us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.177282:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7429 00000100:00100000:0.0:1746126660.177362:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.177468:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176832 00000100:00100000:3.0:1746126660.177475:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176832 00002000:00100000:3.0:1746126660.177503:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4712a00 x1830945973176832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.177509:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4712a00 with x1830945973176832 ext(0->4095) 00010000:00010000:3.0:1746126660.177515:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.177524:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.177530:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4712a00 00000100:00100000:3.0:1746126660.177550:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2086 00000100:00100000:3.0:1746126660.177556:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973176832:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.177688:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973176832:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.177694:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2086 00002000:00100000:3.0:1746126660.177699:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4712a00 x1830945973176832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.177711:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4712a00 with x1830945973176832 ext(0->4095) 00010000:00010000:3.0:1746126660.177716:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.177725:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.177730:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4712a00 00000100:00100000:0.0:1746126660.180034:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.180110:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973176960 00000100:00100000:2.0:1746126660.180118:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973176960 00010000:00010000:2.0:1746126660.180143:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.180165:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7430 00000100:00100000:2.0:1746126660.180172:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973176960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.180183:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.180201:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.180212:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.180233:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7337 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3eff expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.180265:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.180267:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.180273:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.180281:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.180313:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.180324:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686144:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.180390:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.181737:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091642d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686144:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.181753:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.181779:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973176960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1607us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.181787:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7430 00000100:00100000:1.0:1746126660.182309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.182376:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177216 00000100:00100000:3.0:1746126660.182382:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177216 00002000:00100000:3.0:1746126660.182411:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ca80 x1830945973177216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.182419:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ca80 with x1830945973177216 ext(0->4095) 00002000:00010000:3.0:1746126660.182423:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ca80 00000100:00100000:3.0:1746126660.182472:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4191 00000100:00100000:3.0:1746126660.182478:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973177216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.182733:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973177216:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 254us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.182742:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4191 00002000:00100000:2.0:1746126660.182748:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ca80 x1830945973177216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.182755:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ca80 with x1830945973177216 ext(0->4095) 00002000:00010000:2.0:1746126660.182759:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ca80 00000100:00100000:0.0:1746126660.184265:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.184315:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177344 00000100:00100000:1.0:1746126660.184321:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177344 00000100:00100000:1.0:1746126660.184361:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5740 00000100:00100000:1.0:1746126660.184367:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973177344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.184381:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.184396:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f0d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.184419:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.184438:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.184439:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.184473:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.184499:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.184510:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.184520:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973686272:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.184801:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.186082:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973686272:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.186106:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.186120:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:2.0:1746126660.186161:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973177344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1793us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.186168:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5740 00000100:00100000:2.0:1746126660.186635:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.186705:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177472 00000100:00100000:0.0:1746126660.186711:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177472 00010000:00010000:0.0:1746126660.186733:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.186796:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7431 00000100:00100000:0.0:1746126660.186804:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973177472:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126660.186813:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126660.186833:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.186843:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.186864:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c733e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f06 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.187021:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.187023:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.187030:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.187043:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.187070:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.187081:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009455c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686400:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.187505:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.188767:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009455c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686400:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.188784:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.188813:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973177472:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2009us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.188821:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7431 00000100:00100000:0.0:1746126660.189695:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.189759:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177728 00000100:00100000:2.0:1746126660.189766:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177728 00002000:00100000:2.0:1746126660.189802:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ca80 x1830945973177728/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.189812:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ca80 with x1830945973177728 ext(0->4095) 00002000:00010000:2.0:1746126660.189815:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ca80 00000100:00100000:2.0:1746126660.189842:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4192 00000100:00100000:2.0:1746126660.189849:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973177728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.189999:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973177728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.190008:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4192 00002000:00100000:2.0:1746126660.190013:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ca80 x1830945973177728/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.190020:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ca80 with x1830945973177728 ext(0->4095) 00002000:00010000:2.0:1746126660.190023:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455ca80 00000100:00100000:0.0:1746126660.191539:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.191580:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177856 00000100:00100000:2.0:1746126660.191586:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177856 00000100:00100000:2.0:1746126660.191886:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5741 00000100:00100000:2.0:1746126660.191893:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973177856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.191905:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.191924:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f14 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.191950:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.191957:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.191959:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.191962:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.191991:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.192002:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.192019:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973686528:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.192152:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.193028:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.193104:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.193175:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973686528:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.193193:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193204:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.193239:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973177856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1347us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.193246:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5741 00000100:00100000:2.0:1746126660.193260:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973177984 00000100:00100000:2.0:1746126660.193264:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973177984 00000100:00100000:2.0:1746126660.193280:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5742 00000100:00100000:2.0:1746126660.193285:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973177984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.193292:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.193300:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f1b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193312:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.193315:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193320:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.193322:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193343:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193352:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193358:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126660.193371:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973177984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.193375:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5742 00000100:00100000:2.0:1746126660.193390:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973178112 00000100:00100000:2.0:1746126660.193392:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973178112 00010000:00010000:2.0:1746126660.193404:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.193418:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7432 00000100:00100000:2.0:1746126660.193422:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973178112:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.193462:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.193481:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.193491:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.193511:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7345 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f0d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.193523:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.193524:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.193529:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193536:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193553:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.193609:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.193619:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686784:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.193662:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.195092:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973686784:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.195107:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.195143:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973178112:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1720us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.195151:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7432 00000100:00100000:0.0:1746126660.195927:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.195981:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973178368 00000100:00100000:1.0:1746126660.195986:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973178368 00002000:00100000:1.0:1746126660.196017:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d880 x1830945973178368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.196026:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d880 with x1830945973178368 ext(0->4095) 00010000:00010000:1.0:1746126660.196032:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.196042:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.196048:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455d880 00000100:00100000:1.0:1746126660.196121:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2087 00000100:00100000:1.0:1746126660.196126:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973178368:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.196689:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973178368:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 562us (762us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.196695:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2087 00002000:00100000:1.0:1746126660.196700:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d880 x1830945973178368/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.196707:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d880 with x1830945973178368 ext(0->4095) 00010000:00010000:1.0:1746126660.196711:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.196719:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.196729:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455d880 00000100:00100000:0.0:1746126660.198743:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.198795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.198849:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973178624 00000100:00100000:2.0:1746126660.198857:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973178624 00010000:00010000:2.0:1746126660.198885:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.198925:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7433 00000100:00100000:2.0:1746126660.198932:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973178624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126660.198942:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973178496 00010000:00010000:2.0:1746126660.198944:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126660.198946:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973178496 00010000:00010000:2.0:1746126660.198962:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.198970:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5743 00010000:00010000:2.0:1746126660.198972:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.198979:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973178496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.198993:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.198993:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c734c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f14 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.199003:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f22 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.199006:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.199009:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.199015:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.199023:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.199035:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.199041:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.199043:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.199045:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.199065:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.199073:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.199082:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.199083:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973686912:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.199090:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.199103:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687040:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.199159:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.199384:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.202207:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687040:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.202213:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126660.202226:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.202261:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973178624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3330us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.202270:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7433 00000100:00100000:1.0:1746126660.202586:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973178880 00000100:00100000:1.0:1746126660.202594:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973178880 00002000:00100000:1.0:1746126660.202628:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455e300 x1830945973178880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.202638:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455e300 with x1830945973178880 ext(0->4095) 00010000:00010000:1.0:1746126660.202646:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.202658:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.202665:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455e300 00000100:00100000:1.0:1746126660.202681:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2088 00000100:00100000:1.0:1746126660.202688:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1980:x1830945973178880:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126660.202831:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1980:x1830945973178880:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (620us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.202836:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2088 00002000:00100000:1.0:1746126660.202841:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455e300 x1830945973178880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.202848:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455e300 with x1830945973178880 ext(0->4095) 00010000:00010000:1.0:1746126660.202852:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.202866:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.202871:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455e300 00000100:00100000:3.0:1746126660.203104:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973686912:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.203123:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.203137:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.203172:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973178496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4196us (4437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.203179:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5743 00000100:00100000:0.0:1746126660.205791:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.206415:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179008 00000100:00100000:3.0:1746126660.206434:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179008 00000100:00100000:3.0:1746126660.206853:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5744 00000100:00100000:3.0:1746126660.206862:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973179008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.206881:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.206896:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f29 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.206922:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.206927:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.206932:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.206935:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.206969:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.206979:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.206986:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126660.207034:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973179008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.207039:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5744 00000100:00100000:0.0:1746126660.208258:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.208678:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179136 00000100:00100000:2.0:1746126660.208685:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179136 00010000:00010000:2.0:1746126660.208708:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.208738:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7434 00000100:00100000:2.0:1746126660.208744:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973179136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.208756:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.208777:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.208787:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.208806:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7353 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f1b expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.208834:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.208836:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.208843:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.208849:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.208873:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.208883:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.208895:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687296:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.210236:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.211691:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687296:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.211712:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.211750:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973179136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3004us (3493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.211765:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7434 00000100:00100000:0.0:1746126660.212227:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.212530:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179392 00000100:00100000:1.0:1746126660.212538:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179392 00002000:00100000:1.0:1746126660.212573:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ed80 x1830945973179392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.212583:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ed80 with x1830945973179392 ext(0->4095) 00010000:00010000:1.0:1746126660.212591:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.212605:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.212612:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455ed80 00000100:00100000:1.0:1746126660.212635:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2089 00000100:00100000:1.0:1746126660.212642:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973179392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.212910:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973179392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 267us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.212916:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2089 00002000:00100000:1.0:1746126660.212921:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ed80 x1830945973179392/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.212929:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ed80 with x1830945973179392 ext(0->4095) 00010000:00010000:1.0:1746126660.212933:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.212943:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.212948:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455ed80 00000100:00100000:0.0:1746126660.214537:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.214617:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179520 00000100:00100000:2.0:1746126660.214623:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179520 00010000:00010000:2.0:1746126660.214650:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.214672:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7435 00000100:00100000:2.0:1746126660.214677:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973179520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.214687:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.214702:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.214713:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.214733:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c735a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f22 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.214747:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.214748:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.214755:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.214761:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.214791:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.214801:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687424:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.214875:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.217755:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c28b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687424:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.217777:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.217828:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973179520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3148us (3294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.217838:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7435 00000100:00100000:2.0:1746126660.217997:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.218112:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179776 00000100:00100000:1.0:1746126660.218118:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179776 00002000:00100000:1.0:1746126660.218153:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b800 x1830945973179776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.218163:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b800 with x1830945973179776 ext(0->4095) 00002000:00010000:1.0:1746126660.218167:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28b800 00000100:00100000:1.0:1746126660.218189:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4193 00000100:00100000:1.0:1746126660.218196:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973179776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.218322:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973179776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.218328:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4193 00002000:00100000:1.0:1746126660.218332:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b800 x1830945973179776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.218339:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b800 with x1830945973179776 ext(0->4095) 00002000:00010000:1.0:1746126660.218342:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28b800 00000100:00100000:1.0:1746126660.219687:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.219955:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973179904 00000100:00100000:0.0:1746126660.219960:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973179904 00000100:00100000:0.0:1746126660.220000:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5745 00000100:00100000:0.0:1746126660.220006:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973179904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126660.220018:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.220032:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f30 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.220056:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.220063:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126660.220065:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126660.220068:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.220098:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.220110:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.220122:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009455f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973687552:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126660.220195:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.221268:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009455f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973687552:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.221291:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.221303:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dbe00, rc 0) 00000100:00100000:2.0:1746126660.221609:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973179904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1602us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.221617:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5745 00000100:00100000:0.0:1746126660.222778:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.222817:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180032 00000100:00100000:2.0:1746126660.222825:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180032 00010000:00010000:2.0:1746126660.222851:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.222889:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7436 00000100:00100000:2.0:1746126660.222896:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973180032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.222907:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.222927:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.222938:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.222960:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7361 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f29 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.222974:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.222976:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.222982:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.222989:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.223018:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.223030:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687680:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.223163:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.224289:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687680:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.224301:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.224306:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.224396:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973180032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1500us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.224404:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7436 00000100:00100000:3.0:1746126660.224494:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180288 00000100:00100000:3.0:1746126660.224498:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180288 00002000:00100000:3.0:1746126660.224527:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455f800 x1830945973180288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.224536:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455f800 with x1830945973180288 ext(0->4095) 00002000:00010000:3.0:1746126660.224540:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455f800 00000100:00100000:3.0:1746126660.224554:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4194 00000100:00100000:3.0:1746126660.224558:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973180288:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126660.224707:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973180288:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.224713:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4194 00002000:00100000:3.0:1746126660.224718:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455f800 x1830945973180288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.224725:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455f800 with x1830945973180288 ext(0->4095) 00002000:00010000:3.0:1746126660.224727:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455f800 00000100:00100000:0.0:1746126660.225758:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.225870:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180416 00000100:00100000:2.0:1746126660.225875:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180416 00000100:00100000:2.0:1746126660.225905:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5746 00000100:00100000:2.0:1746126660.225911:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973180416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.225923:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.225935:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f37 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.225956:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.225963:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.225965:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.225968:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.225989:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.225999:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.226009:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973687808:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.226063:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.227088:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973687808:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.227106:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.227117:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.227141:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973180416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1230us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.227151:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5746 00000100:00100000:0.0:1746126660.227374:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.227672:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180544 00000100:00100000:2.0:1746126660.227677:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180544 00010000:00010000:2.0:1746126660.227694:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.227711:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.227724:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7437 00000100:00100000:2.0:1746126660.227730:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973180544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.227739:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.227755:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.227764:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.227780:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7368 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f30 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.227790:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.227792:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.227797:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.227805:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.227825:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.227834:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687936:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.227873:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.227941:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180672 00000100:00100000:3.0:1746126660.227944:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180672 00000100:00100000:3.0:1746126660.227966:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5747 00000100:00100000:3.0:1746126660.227971:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973180672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.227978:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.227986:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f3e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.227999:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.228005:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.228006:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.228009:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.228031:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.228040:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.228048:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973688064:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.228071:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.229282:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973688064:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.229298:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.229306:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126660.229335:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973180672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1360us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.229341:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5747 00000100:00100000:2.0:1746126660.230015:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973687936:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.230025:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.230054:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973180544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2324us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.230062:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7437 00000100:00100000:0.0:1746126660.230479:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.230537:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973180928 00000100:00100000:3.0:1746126660.230542:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973180928 00002000:00100000:3.0:1746126660.230641:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d500 x1830945973180928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.230650:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d500 with x1830945973180928 ext(0->4095) 00010000:00010000:3.0:1746126660.230656:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.230671:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.230676:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455d500 00000100:00100000:3.0:1746126660.230690:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2090 00000100:00100000:3.0:1746126660.230697:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973180928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.230836:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973180928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.230842:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2090 00002000:00100000:3.0:1746126660.230846:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455d500 x1830945973180928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.230853:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455d500 with x1830945973180928 ext(0->4095) 00010000:00010000:3.0:1746126660.230857:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.230866:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.230871:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455d500 00000100:00100000:0.0:1746126660.232199:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.232239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.232385:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181184 00000100:00100000:3.0:1746126660.232391:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181184 00000100:00100000:2.0:1746126660.232400:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181056 00000100:00100000:2.0:1746126660.232404:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181056 00000100:00100000:3.0:1746126660.232414:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5748 00000100:00100000:3.0:1746126660.232420:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973181184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.232420:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.232458:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.232470:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f45 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.232471:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7438 00000100:00100000:2.0:1746126660.232477:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1979:x1830945973181056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.232485:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.232490:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.232494:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.232500:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.232503:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.232579:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.232589:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.232603:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.232606:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c736f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f37 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.232614:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.232621:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.232623:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.232633:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.232639:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.232656:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.232660:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126660.232666:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.232683:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973688320:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.232690:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1979:x1830945973181056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 213us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.232696:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7438 00000100:00100000:3.0:1746126660.232749:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.234050:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973688320:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.234058:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126660.234061:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.234088:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973181184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.234095:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5748 00000100:00100000:2.0:1746126660.234177:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181440 00000100:00100000:2.0:1746126660.234182:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181440 00002000:00100000:2.0:1746126660.234207:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c700 x1830945973181440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.234217:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c700 with x1830945973181440 ext(0->4095) 00010000:00010000:2.0:1746126660.234224:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.234235:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.234242:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c700 00000100:00100000:2.0:1746126660.234267:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2091 00000100:00100000:2.0:1746126660.234273:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1979:x1830945973181440:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126660.234397:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1979:x1830945973181440:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.234403:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2091 00002000:00100000:2.0:1746126660.234407:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c700 x1830945973181440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.234415:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c700 with x1830945973181440 ext(0->4095) 00010000:00010000:2.0:1746126660.234419:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.234464:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.234470:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c700 00000100:00100000:0.0:1746126660.236036:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.236121:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.236184:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181568 00000100:00100000:3.0:1746126660.236190:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181568 00000100:00100000:3.0:1746126660.236213:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5749 00000100:00100000:3.0:1746126660.236218:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973181568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.236228:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.236241:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f4c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.236260:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.236265:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.236271:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.236274:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.236303:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.236319:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.236327:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:2.0:1746126660.236337:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181696 00000100:00100000:2.0:1746126660.236341:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181696 00010000:00010000:2.0:1746126660.236355:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.236367:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973181568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.236372:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7439 00000100:00100000:3.0:1746126660.236373:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5749 00000100:00100000:2.0:1746126660.236377:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973181696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.236384:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.236398:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.236407:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.236422:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7376 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f3e expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.236458:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.236460:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.236465:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.236479:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.236498:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.236507:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.236516:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688576:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.236558:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.238197:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688576:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.238211:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.238235:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973181696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1857us (2113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.238243:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7439 00000100:00100000:0.0:1746126660.239323:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.239394:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973181952 00000100:00100000:2.0:1746126660.239401:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973181952 00002000:00100000:2.0:1746126660.239512:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510c380 x1830945973181952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.239522:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510c380 with x1830945973181952 ext(0->4095) 00010000:00010000:2.0:1746126660.239530:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.239541:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.239547:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510c380 00000100:00100000:2.0:1746126660.239574:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2092 00000100:00100000:2.0:1746126660.239580:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973181952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.239732:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973181952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.239737:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2092 00002000:00100000:2.0:1746126660.239742:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510c380 x1830945973181952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.239749:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510c380 with x1830945973181952 ext(0->4095) 00010000:00010000:2.0:1746126660.239753:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.239761:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.239766:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510c380 00000100:00100000:0.0:1746126660.241237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.241316:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182080 00000100:00100000:2.0:1746126660.241323:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182080 00010000:00010000:2.0:1746126660.241344:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.241405:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7440 00000100:00100000:2.0:1746126660.241412:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973182080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.241424:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.241502:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.241513:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.241535:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c737d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f45 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.241547:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.241549:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.241559:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.241566:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.241597:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.241609:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688704:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.241676:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.243319:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688704:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.243335:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.243364:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973182080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1952us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.243373:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7440 00000100:00100000:0.0:1746126660.243687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.244423:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182336 00000100:00100000:3.0:1746126660.244440:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182336 00002000:00100000:3.0:1746126660.244510:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510ca80 x1830945973182336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.244519:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510ca80 with x1830945973182336 ext(0->4095) 00002000:00010000:3.0:1746126660.244524:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510ca80 00000100:00100000:3.0:1746126660.244551:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4195 00000100:00100000:3.0:1746126660.244557:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973182336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.244702:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973182336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (1016us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.244707:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4195 00002000:00100000:3.0:1746126660.244712:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510ca80 x1830945973182336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.244718:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510ca80 with x1830945973182336 ext(0->4095) 00002000:00010000:3.0:1746126660.244721:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510ca80 00000100:00100000:0.0:1746126660.246365:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.246674:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182464 00000100:00100000:2.0:1746126660.246682:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182464 00000100:00100000:2.0:1746126660.246762:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5750 00000100:00100000:2.0:1746126660.246769:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973182464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.246782:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.246798:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f53 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.246825:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.246832:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.246834:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.246837:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.246866:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.246877:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.246888:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973688832:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.247272:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.249055:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973688832:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.249080:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.249101:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126660.249137:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973182464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2368us (2774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.249145:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5750 00000100:00100000:0.0:1746126660.250479:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.250552:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182592 00000100:00100000:2.0:1746126660.250559:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182592 00010000:00010000:2.0:1746126660.250585:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.250617:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7441 00000100:00100000:2.0:1746126660.250624:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973182592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.250638:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.250659:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.250670:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.250702:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7384 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f4c expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.250726:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.250728:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.250735:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.250747:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.250778:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.250788:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688960:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.250858:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.253191:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.253245:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182848 00000100:00100000:3.0:1746126660.253254:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182848 00000100:00100000:2.0:1746126660.253281:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973688960:192.168.203.49@tcp:105: 00002000:00100000:3.0:1746126660.253294:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510d500 x1830945973182848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126660.253297:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126660.253303:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510d500 with x1830945973182848 ext(0->4095) 00002000:00010000:3.0:1746126660.253309:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510d500 00000100:00100000:3.0:1746126660.253336:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4196 00000100:00100000:3.0:1746126660.253342:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973182848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.253635:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973182592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3010us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.253645:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7441 00000100:00100000:3.0:1746126660.254042:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973182848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 698us (858us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.254049:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4196 00002000:00100000:3.0:1746126660.254055:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510d500 x1830945973182848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.254062:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510d500 with x1830945973182848 ext(0->4095) 00002000:00010000:3.0:1746126660.254065:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510d500 00000100:00100000:0.0:1746126660.254996:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.255072:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973182976 00000100:00100000:2.0:1746126660.255078:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973182976 00000100:00100000:2.0:1746126660.255117:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5751 00000100:00100000:2.0:1746126660.255124:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31658:x1830945973182976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.255134:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.255149:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f5a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.255173:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.255180:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.255183:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.255186:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.255212:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.255223:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.255235:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689088:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.255738:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.255825:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.255852:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973183104 00000100:00100000:3.0:1746126660.255855:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973183104 00000100:00100000:3.0:1746126660.255874:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5752 00000100:00100000:3.0:1746126660.255879:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973183104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.255885:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.255893:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f61 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.255904:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.255908:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.255918:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.255921:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.256003:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.256018:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.256027:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126660.256051:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945973183104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.256057:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5752 00000100:00100000:2.0:1746126660.256580:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689088:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.256675:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.256685:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.256770:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973182976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1645us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.256776:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5751 00000100:00100000:0.0:1746126660.257699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.257757:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973183232 00000100:00100000:2.0:1746126660.257762:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973183232 00010000:00010000:2.0:1746126660.257782:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.257852:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7442 00000100:00100000:2.0:1746126660.257859:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973183232:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.257871:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.257891:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.257902:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.257921:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c738b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f53 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.257946:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.257948:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.257956:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.257968:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.257990:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.258000:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.258010:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689344:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.258064:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.260890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.260898:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689344:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.260917:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.260953:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973183232:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3093us (3254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.260957:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973183488 00000100:00100000:2.0:1746126660.260961:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7442 00000100:00100000:3.0:1746126660.260963:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973183488 00002000:00100000:3.0:1746126660.261000:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d880 x1830945973183488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.261010:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d880 with x1830945973183488 ext(0->4095) 00010000:00010000:3.0:1746126660.261017:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.261029:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.261035:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d880 00000100:00100000:3.0:1746126660.261049:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2093 00000100:00100000:3.0:1746126660.261055:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973183488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.261209:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973183488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.261215:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2093 00002000:00100000:3.0:1746126660.261220:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d880 x1830945973183488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.261227:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d880 with x1830945973183488 ext(0->4095) 00010000:00010000:3.0:1746126660.261232:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.261240:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.261246:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d880 00000100:00100000:0.0:1746126660.263753:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.263839:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973183616 00000100:00100000:2.0:1746126660.263846:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973183616 00010000:00010000:2.0:1746126660.263870:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.263894:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7443 00000100:00100000:2.0:1746126660.263899:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1980:x1830945973183616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.263909:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.263924:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.263933:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.263951:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7392 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f5a expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.263969:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.263971:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.263976:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.263981:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.264008:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.264019:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689472:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.264092:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.265653:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689472:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.265669:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.265706:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1980:x1830945973183616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1805us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.265715:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7443 00000100:00100000:0.0:1746126660.266821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.266873:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973183872 00000100:00100000:1.0:1746126660.266880:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973183872 00002000:00100000:1.0:1746126660.266915:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510df80 x1830945973183872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.266924:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510df80 with x1830945973183872 ext(0->4095) 00002000:00010000:1.0:1746126660.266929:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510df80 00000100:00100000:1.0:1746126660.266953:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4197 00000100:00100000:1.0:1746126660.266959:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973183872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.267102:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973183872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.267108:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4197 00002000:00100000:1.0:1746126660.267113:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510df80 x1830945973183872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.267120:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510df80 with x1830945973183872 ext(0->4095) 00002000:00010000:1.0:1746126660.267123:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510df80 00000100:00100000:0.0:1746126660.268380:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.268819:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184000 00000100:00100000:2.0:1746126660.268826:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184000 00000100:00100000:2.0:1746126660.268863:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5753 00000100:00100000:2.0:1746126660.268869:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973184000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.268882:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.268896:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f68 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.268920:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.268927:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.268929:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.268932:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.268964:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 29 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.268976:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 29 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.268987:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689600:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.269064:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.270531:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689600:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.270553:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.270566:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126660.270872:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973184000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.270880:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5753 00000100:00100000:0.0:1746126660.271216:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.271347:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184128 00000100:00100000:2.0:1746126660.271352:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184128 00010000:00010000:2.0:1746126660.271371:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.271405:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7444 00000100:00100000:2.0:1746126660.271411:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973184128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.271421:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.271477:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.271487:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.271508:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7399 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f61 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.271717:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.271719:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.271725:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.271733:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.271758:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.271769:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689728:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.272054:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.273564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.273648:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973689728:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.273665:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.273696:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973184128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2285us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.273706:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7444 00000100:00100000:3.0:1746126660.273773:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184384 00000100:00100000:3.0:1746126660.273779:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184384 00002000:00100000:3.0:1746126660.273811:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510ea00 x1830945973184384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.273821:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510ea00 with x1830945973184384 ext(0->4095) 00002000:00010000:3.0:1746126660.273825:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510ea00 00000100:00100000:3.0:1746126660.274205:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4198 00000100:00100000:3.0:1746126660.274212:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973184384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.274353:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973184384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.274359:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4198 00002000:00100000:3.0:1746126660.274364:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510ea00 x1830945973184384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.274371:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510ea00 with x1830945973184384 ext(0->4095) 00002000:00010000:3.0:1746126660.274374:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510ea00 00000100:00100000:0.0:1746126660.275902:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.276316:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184512 00000100:00100000:2.0:1746126660.276324:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184512 00000100:00100000:2.0:1746126660.276363:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5754 00000100:00100000:2.0:1746126660.276368:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973184512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.276381:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.276396:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f6f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.276421:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.276439:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.276466:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.276470:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.276500:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.276511:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.276522:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689856:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126660.277732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.278378:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184640 00000100:00100000:3.0:1746126660.278385:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184640 00000100:00100000:3.0:1746126660.278419:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5755 00000100:00100000:3.0:1746126660.278437:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973184640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.278462:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.278474:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f76 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.278493:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.278498:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.278504:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.278507:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.278536:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.278547:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.278560:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.278608:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973184640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.278614:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5755 00000100:00100000:0.0:1746126660.278961:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.279079:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.279104:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973689856:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.279118:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.279130:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126660.279149:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973184512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2781us (3253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.279154:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5754 00000100:00100000:2.0:1746126660.279171:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973184768 00000100:00100000:2.0:1746126660.279174:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973184768 00010000:00010000:2.0:1746126660.279184:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.279198:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7445 00000100:00100000:2.0:1746126660.279202:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973184768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.279208:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.279226:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.279234:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.279249:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c73a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f68 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.279257:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.279259:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.279264:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.279275:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.279289:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.279297:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.279306:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690112:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.279332:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.280895:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690112:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.280908:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.281022:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973184768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1818us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.281031:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7445 00000100:00100000:0.0:1746126660.281804:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.281958:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185024 00000100:00100000:1.0:1746126660.281965:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185024 00002000:00100000:1.0:1746126660.282007:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510f800 x1830945973185024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.282017:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510f800 with x1830945973185024 ext(0->4095) 00010000:00010000:1.0:1746126660.282025:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.282037:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.282048:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510f800 00000100:00100000:1.0:1746126660.282306:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2094 00000100:00100000:1.0:1746126660.282313:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973185024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.282521:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973185024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 207us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.282527:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2094 00002000:00100000:1.0:1746126660.282532:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510f800 x1830945973185024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.282540:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510f800 with x1830945973185024 ext(0->4095) 00010000:00010000:1.0:1746126660.282544:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.282554:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.282559:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510f800 00000100:00100000:0.0:1746126660.284103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.284302:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185152 00000100:00100000:2.0:1746126660.284309:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185152 00000100:00100000:2.0:1746126660.284347:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5756 00000100:00100000:2.0:1746126660.284352:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973185152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.284364:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.284377:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f7d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.284397:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.284402:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.284408:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.284410:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.284474:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.284484:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.284493:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126660.284518:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973185152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.284820:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.284866:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185280 00000100:00100000:3.0:1746126660.284871:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185280 00010000:00010000:3.0:1746126660.284888:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.284894:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5756 00000100:00100000:3.0:1746126660.284907:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7446 00000100:00100000:3.0:1746126660.284912:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1979:x1830945973185280:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.284920:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.284937:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.284946:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.284961:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c73a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f6f expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.284985:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.284986:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.284992:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.285003:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.285029:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.285042:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.285053:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690368:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.285115:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.287059:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690368:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.287077:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.287251:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1979:x1830945973185280:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2335us (2427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.287261:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7446 00000100:00100000:0.0:1746126660.287423:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.287736:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185536 00000100:00100000:3.0:1746126660.287743:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185536 00002000:00100000:3.0:1746126660.287774:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510c700 x1830945973185536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.287783:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510c700 with x1830945973185536 ext(0->4095) 00010000:00010000:3.0:1746126660.287791:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.287807:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.287813:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510c700 00000100:00100000:3.0:1746126660.287840:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2095 00000100:00100000:3.0:1746126660.287847:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973185536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.287996:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973185536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.288002:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2095 00002000:00100000:3.0:1746126660.288008:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510c700 x1830945973185536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.288015:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510c700 with x1830945973185536 ext(0->4095) 00010000:00010000:3.0:1746126660.288019:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.288028:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 30 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.288034:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510c700 00000100:00100000:0.0:1746126660.289539:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.289573:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.289788:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185664 00000100:00100000:2.0:1746126660.289794:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185664 00000100:00100000:3.0:1746126660.289878:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973185792 00000100:00100000:3.0:1746126660.289882:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973185792 00010000:00010000:3.0:1746126660.289897:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.289912:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7447 00000100:00100000:3.0:1746126660.289917:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973185792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.289926:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.289941:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.289952:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.289975:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c73ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f76 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.289985:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5757 00010000:00010000:3.0:1746126660.289988:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.289990:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126660.289992:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973185664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.289996:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290003:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.290005:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290015:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f84 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290031:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290041:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.290042:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.290046:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.290167:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290177:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.290188:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.290196:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.290199:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973690624:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.290205:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690496:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.290637:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.290653:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.291869:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973690624:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.291893:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.291905:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.291949:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973185664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.291960:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5757 00000100:00100000:3.0:1746126660.292476:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690496:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.292487:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.292506:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973185792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2588us (2931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.292512:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7447 00000100:00100000:1.0:1746126660.292614:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.292659:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186048 00000100:00100000:2.0:1746126660.292665:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186048 00002000:00100000:2.0:1746126660.292694:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2dc00 x1830945973186048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.292709:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2dc00 with x1830945973186048 ext(0->4095) 00010000:00010000:2.0:1746126660.292715:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.292726:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.292732:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2dc00 00000100:00100000:2.0:1746126660.292760:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2096 00000100:00100000:2.0:1746126660.292766:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973186048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.292904:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973186048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.292909:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2096 00002000:00100000:2.0:1746126660.292915:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2dc00 x1830945973186048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.292922:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2dc00 with x1830945973186048 ext(0->4095) 00010000:00010000:2.0:1746126660.292926:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.292935:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.292940:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2dc00 00000100:00100000:0.0:1746126660.294518:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.294788:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186176 00000100:00100000:3.0:1746126660.294795:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186176 00010000:00010000:3.0:1746126660.294817:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.294838:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7448 00000100:00100000:3.0:1746126660.294844:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973186176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.294854:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.294871:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.294881:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.294903:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c73b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f7d expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.294916:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.294918:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.294924:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.294932:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.294961:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.294972:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690752:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.295050:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.297083:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973690752:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.297102:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.297151:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973186176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2305us (2633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.297161:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7448 00000100:00100000:0.0:1746126660.297231:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.297469:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186432 00000100:00100000:3.0:1746126660.297475:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186432 00002000:00100000:3.0:1746126660.297505:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094776a00 x1830945973186432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.297514:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945973186432 ext(0->4095) 00002000:00010000:3.0:1746126660.297518:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094776a00 00000100:00100000:3.0:1746126660.297544:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4199 00000100:00100000:3.0:1746126660.297554:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973186432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.297685:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973186432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.297691:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4199 00002000:00100000:3.0:1746126660.297696:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094776a00 x1830945973186432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.297709:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945973186432 ext(0->4095) 00002000:00010000:3.0:1746126660.297712:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094776a00 00000100:00100000:0.0:1746126660.299936:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.300025:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186560 00000100:00100000:2.0:1746126660.300034:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186560 00000100:00100000:2.0:1746126660.300082:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5758 00000100:00100000:2.0:1746126660.300090:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973186560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.300105:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.300122:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f8b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.300149:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.300156:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.300158:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.300161:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.300191:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.300201:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.300212:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973690880:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.300303:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.303365:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973690880:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.303395:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.303408:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126660.303482:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.303525:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973186560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3435us (3596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.303533:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5758 00000100:00100000:3.0:1746126660.303628:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186688 00000100:00100000:3.0:1746126660.303635:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186688 00010000:00010000:3.0:1746126660.303661:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.303693:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7449 00000100:00100000:3.0:1746126660.303700:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973186688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.303711:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.303732:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.303743:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.303765:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c73bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f84 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.303786:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.303788:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.303795:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.303804:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.303953:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.303966:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691008:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.304186:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.306194:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691008:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.306212:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.306258:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973186688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2556us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.306268:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7449 00000100:00100000:1.0:1746126660.306795:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.307149:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973186944 00000100:00100000:3.0:1746126660.307156:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973186944 00002000:00100000:3.0:1746126660.307196:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2df80 x1830945973186944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.307206:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2df80 with x1830945973186944 ext(0->4095) 00002000:00010000:3.0:1746126660.307210:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2df80 00000100:00100000:3.0:1746126660.307230:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4200 00000100:00100000:3.0:1746126660.307235:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973186944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.307396:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973186944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (602us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.307663:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4200 00002000:00100000:3.0:1746126660.307670:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2df80 x1830945973186944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.307682:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2df80 with x1830945973186944 ext(0->4095) 00002000:00010000:3.0:1746126660.307685:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2df80 00000100:00100000:0.0:1746126660.311118:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.311172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.311203:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187072 00000100:00100000:2.0:1746126660.311219:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187072 00000100:00100000:3.0:1746126660.311254:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187200 00000100:00100000:3.0:1746126660.311258:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187200 00000100:00100000:3.0:1746126660.311308:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5759 00000100:00100000:3.0:1746126660.311316:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973187200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.311335:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.311357:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f99 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.311385:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.311392:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.311394:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.311397:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.311436:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.311473:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.311485:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973691136:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.311567:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.311859:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5760 00000100:00100000:2.0:1746126660.311864:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973187072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.311870:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.311877:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3f92 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.311888:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.311892:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.311897:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.311900:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.311919:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.311928:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.311940:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126660.311965:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973187072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.311971:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5760 00000100:00100000:3.0:1746126660.312848:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973691136:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.312866:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.312875:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126660.312909:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973187200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1594us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.313048:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.313099:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5759 00000100:00100000:2.0:1746126660.313187:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187328 00000100:00100000:2.0:1746126660.313192:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187328 00010000:00010000:2.0:1746126660.313211:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.313244:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7450 00000100:00100000:2.0:1746126660.313250:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973187328:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.313258:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.313277:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.313287:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.313304:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c73c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f8b expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.313326:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.313328:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.313334:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.313346:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.313366:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.313375:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.313384:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691392:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.313465:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.315056:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.315136:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187584 00000100:00100000:3.0:1746126660.315141:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187584 00002000:00100000:3.0:1746126660.315177:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d500 x1830945973187584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.315187:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d500 with x1830945973187584 ext(0->4095) 00010000:00010000:3.0:1746126660.315194:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.315205:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.315211:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d500 00000100:00100000:2.0:1746126660.315212:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691392:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.315227:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.315228:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2097 00000100:00100000:3.0:1746126660.315233:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973187584:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.315388:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973187328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2136us (2338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.315396:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7450 00000100:00100000:3.0:1746126660.315995:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973187584:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 759us (941us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.316002:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2097 00002000:00100000:3.0:1746126660.316009:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d500 x1830945973187584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.316017:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d500 with x1830945973187584 ext(0->4095) 00010000:00010000:3.0:1746126660.316023:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.316032:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.316038:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d500 00000100:00100000:0.0:1746126660.318120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.318202:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187712 00000100:00100000:3.0:1746126660.318211:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187712 00000100:00100000:3.0:1746126660.318258:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5761 00000100:00100000:3.0:1746126660.318265:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973187712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.318279:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.318296:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fa0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318321:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.318327:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318332:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.318335:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318370:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318386:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318395:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126660.318465:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973187712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.318471:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5761 00000100:00100000:0.0:1746126660.318656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.318719:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973187840 00000100:00100000:3.0:1746126660.318723:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973187840 00010000:00010000:3.0:1746126660.318737:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.318762:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7451 00000100:00100000:3.0:1746126660.318766:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973187840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.318773:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.318788:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.318796:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.318808:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f99 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.318822:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.318824:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.318830:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318837:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318854:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.318966:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.318979:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691648:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.319046:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.321146:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.321243:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973691648:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.321260:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.321292:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973187840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2524us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.321307:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7451 00000100:00100000:2.0:1746126660.321383:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188096 00000100:00100000:2.0:1746126660.321389:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188096 00002000:00100000:2.0:1746126660.321433:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455f100 x1830945973188096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.321475:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455f100 with x1830945973188096 ext(0->4095) 00010000:00010000:2.0:1746126660.321484:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.321497:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.321504:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455f100 00000100:00100000:2.0:1746126660.321520:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2098 00000100:00100000:2.0:1746126660.321526:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973188096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.321699:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973188096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.321705:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2098 00002000:00100000:2.0:1746126660.321711:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455f100 x1830945973188096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.321718:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455f100 with x1830945973188096 ext(0->4095) 00010000:00010000:2.0:1746126660.321722:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.321730:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.321735:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455f100 00000100:00100000:0.0:1746126660.323023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.323105:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188224 00000100:00100000:1.0:1746126660.323113:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188224 00000100:00100000:1.0:1746126660.323155:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5762 00000100:00100000:1.0:1746126660.323161:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973188224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.323173:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.323189:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fa7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323211:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.323216:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323223:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126660.323226:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323260:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323272:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323282:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126660.323310:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973188224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.323315:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5762 00000100:00100000:0.0:1746126660.323701:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.323786:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188352 00000100:00100000:3.0:1746126660.323790:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188352 00010000:00010000:3.0:1746126660.323806:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.323859:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7452 00000100:00100000:1.0:1746126660.323864:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973188352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126660.323872:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.323890:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.323902:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.323919:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c73d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3f92 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.323942:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.323944:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.323950:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.323958:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.324190:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.324201:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.324212:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973691904:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.324281:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.326436:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973691904:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.326605:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.326974:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973188352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3107us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.326984:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7452 00000100:00100000:0.0:1746126660.327325:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.327385:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188608 00000100:00100000:2.0:1746126660.327393:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188608 00002000:00100000:2.0:1746126660.327438:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ce00 x1830945973188608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.327466:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ce00 with x1830945973188608 ext(0->4095) 00010000:00010000:2.0:1746126660.327474:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.327492:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.327498:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455ce00 00000100:00100000:2.0:1746126660.327514:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2099 00000100:00100000:2.0:1746126660.327520:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973188608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.327673:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973188608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.327679:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2099 00002000:00100000:2.0:1746126660.327685:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455ce00 x1830945973188608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.327692:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455ce00 with x1830945973188608 ext(0->4095) 00010000:00010000:2.0:1746126660.327696:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.327704:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.327709:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455ce00 00000100:00100000:0.0:1746126660.328793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.328853:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188736 00000100:00100000:1.0:1746126660.328859:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188736 00010000:00010000:1.0:1746126660.328876:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.329045:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7453 00000100:00100000:1.0:1746126660.329051:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973188736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126660.329060:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.329074:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.329084:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.329106:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c73d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa0 expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.329120:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.329122:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.329128:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.329134:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.329159:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.329168:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692032:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.329233:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.330375:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692032:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.330391:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.330414:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973188736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1363us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.330420:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7453 00000100:00100000:0.0:1746126660.330671:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.330689:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973188992 00000100:00100000:2.0:1746126660.330693:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973188992 00002000:00100000:2.0:1746126660.330766:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455dc00 x1830945973188992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.330777:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455dc00 with x1830945973188992 ext(0->4095) 00002000:00010000:2.0:1746126660.330781:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455dc00 00000100:00100000:2.0:1746126660.330807:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4201 00000100:00100000:2.0:1746126660.330813:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973188992:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.331084:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973188992:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 271us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.331090:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4201 00002000:00100000:2.0:1746126660.331095:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455dc00 x1830945973188992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.331102:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455dc00 with x1830945973188992 ext(0->4095) 00002000:00010000:2.0:1746126660.331105:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455dc00 00000100:00100000:0.0:1746126660.332161:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.332279:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189120 00000100:00100000:3.0:1746126660.332284:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189120 00000100:00100000:3.0:1746126660.332370:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5763 00000100:00100000:3.0:1746126660.332377:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973189120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.332387:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.332402:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fae expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.332435:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.332469:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.332471:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.332474:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.332502:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.332512:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 29 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.332523:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973692160:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.332590:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.333571:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973692160:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.333589:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.333600:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126660.333628:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973189120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1251us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.333637:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5763 00000100:00100000:0.0:1746126660.334037:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.334075:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189248 00000100:00100000:1.0:1746126660.334081:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189248 00010000:00010000:1.0:1746126660.334100:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.334118:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7454 00000100:00100000:1.0:1746126660.334124:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973189248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126660.334135:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.334154:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.334164:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.334187:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c73df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fa7 expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.334197:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.334199:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.334205:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.334217:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.334240:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.334250:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692288:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.334419:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.335556:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692288:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.335570:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.335600:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973189248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1476us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.335608:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7454 00000100:00100000:0.0:1746126660.337597:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.337721:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189504 00000100:00100000:2.0:1746126660.337728:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189504 00002000:00100000:2.0:1746126660.337765:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c000 x1830945973189504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.337776:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c000 with x1830945973189504 ext(0->4095) 00002000:00010000:2.0:1746126660.337781:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455c000 00000100:00100000:2.0:1746126660.337817:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4202 00000100:00100000:2.0:1746126660.337827:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973189504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.339181:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973189504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1354us (1591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.339189:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4202 00002000:00100000:2.0:1746126660.339197:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c000 x1830945973189504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.339211:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c000 with x1830945973189504 ext(0->4095) 00002000:00010000:2.0:1746126660.339214:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455c000 00000100:00100000:0.0:1746126660.340698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.340756:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.340831:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189632 00000100:00100000:3.0:1746126660.340835:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189760 00000100:00100000:3.0:1746126660.340839:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189760 00000100:00100000:1.0:1746126660.340839:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189632 00000100:00100000:1.0:1746126660.340869:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5764 00000100:00100000:1.0:1746126660.340876:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973189632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.340889:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.340904:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fb5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.340928:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.340935:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.340938:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.340941:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.340969:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.340979:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 5 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.340989:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973692416:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.341043:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.341081:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5765 00000100:00100000:3.0:1746126660.341087:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973189760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.341093:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.341099:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fbc expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.341111:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.341115:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.341120:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.341123:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.341142:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.341153:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.341163:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126660.341197:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973189760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.341203:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5765 00000100:00100000:1.0:1746126660.342550:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973692416:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.342571:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.342583:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126660.342608:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973189632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.342614:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5764 00000100:00100000:0.0:1746126660.342802:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.342932:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973189888 00000100:00100000:1.0:1746126660.342938:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973189888 00010000:00010000:1.0:1746126660.342956:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.342989:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7455 00000100:00100000:1.0:1746126660.342996:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973189888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126660.343008:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.343027:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.343037:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.343056:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c73e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fae expref: 6 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.343070:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.343072:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.343078:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.343086:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.343109:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 30 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.343119:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.343129:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692672:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.343190:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.344184:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692672:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.344195:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.344394:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973189888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1398us (1592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.344401:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7455 00000100:00100000:0.0:1746126660.348786:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.348869:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190144 00000100:00100000:2.0:1746126660.348878:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190144 00002000:00100000:2.0:1746126660.348920:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98a80 x1830945973190144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.348931:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945973190144 ext(0->4095) 00010000:00010000:2.0:1746126660.348939:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.348951:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.348958:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98a80 00000100:00100000:2.0:1746126660.349017:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2100 00000100:00100000:2.0:1746126660.349024:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973190144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.349589:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973190144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 563us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.349596:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2100 00002000:00100000:2.0:1746126660.349602:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d98a80 x1830945973190144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.349609:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945973190144 ext(0->4095) 00010000:00010000:2.0:1746126660.349614:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.349624:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.349629:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d98a80 00000100:00100000:0.0:1746126660.352370:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.353172:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.353234:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190400 00000100:00100000:2.0:1746126660.353245:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190400 00000100:00100000:1.0:1746126660.353273:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190272 00000100:00100000:1.0:1746126660.353276:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190272 00010000:00010000:2.0:1746126660.353280:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.353384:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7456 00000100:00100000:1.0:1746126660.353384:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5766 00000100:00100000:2.0:1746126660.353390:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da75c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973190400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126660.353391:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973190272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.353403:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.353405:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.353417:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fc3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.353421:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.353455:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.353467:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.353472:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.353477:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126660.353480:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.353496:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c73ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fb5 expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.353512:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.353513:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.353515:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.353518:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.353529:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.353687:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.353696:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126660.353923:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973190272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 531us (1561us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126660.353927:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.353930:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5766 00010000:00010000:2.0:1746126660.353937:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.353949:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692928:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.354294:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.360166:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.360252:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973692928:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.360270:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.360307:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da75c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973190400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6916us (7136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.360318:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7456 00000100:00100000:3.0:1746126660.360741:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190656 00000100:00100000:3.0:1746126660.360749:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190656 00002000:00100000:3.0:1746126660.360786:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e300 x1830945973190656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.360797:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e300 with x1830945973190656 ext(0->4095) 00010000:00010000:3.0:1746126660.360805:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.360818:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.360824:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e300 00000100:00100000:3.0:1746126660.360837:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2101 00000100:00100000:3.0:1746126660.360843:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973190656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.360973:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973190656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (818us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.360979:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2101 00002000:00100000:3.0:1746126660.360983:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e300 x1830945973190656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.360991:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e300 with x1830945973190656 ext(0->4095) 00010000:00010000:3.0:1746126660.360996:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.361005:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 30 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.361016:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e300 00000100:00100000:0.0:1746126660.362570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.362624:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.362712:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190912 00000100:00100000:1.0:1746126660.362719:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190912 00000100:00100000:1.0:1746126660.362762:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5767 00000100:00100000:1.0:1746126660.362769:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31658:x1830945973190912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.362785:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.362799:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fca expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.362823:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.362828:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.362834:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126660.362837:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.362872:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.362884:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.362893:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:2.0:1746126660.362920:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973190784 00000100:00100000:2.0:1746126660.362923:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973190784 00000100:00100000:1.0:1746126660.362938:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973190912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (314us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126660.362939:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.362947:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5767 00000100:00100000:2.0:1746126660.362955:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7457 00000100:00100000:2.0:1746126660.362959:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973190784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.362967:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.362988:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.362998:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.363014:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c73f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fbc expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.363029:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.363030:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.363036:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.363042:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.363076:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.363087:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.363098:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693184:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.363148:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.364582:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.364647:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973191168 00000100:00100000:1.0:1746126660.364652:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973191168 00002000:00100000:1.0:1746126660.364683:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9180 x1830945973191168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.364692:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9180 with x1830945973191168 ext(0->4095) 00010000:00010000:1.0:1746126660.364698:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.364710:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.364717:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9180 00000100:00100000:2.0:1746126660.364721:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693184:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.364735:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.364745:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2102 00000100:00100000:1.0:1746126660.364751:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973191168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.364769:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973190784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1808us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.364777:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7457 00000100:00100000:1.0:1746126660.364893:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973191168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.364898:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2102 00002000:00100000:1.0:1746126660.364903:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9180 x1830945973191168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.364910:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9180 with x1830945973191168 ext(0->4095) 00010000:00010000:1.0:1746126660.364914:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.364926:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.364931:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9180 00000100:00100000:0.0:1746126660.366972:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.367077:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973191296 00000100:00100000:2.0:1746126660.367084:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973191296 00010000:00010000:2.0:1746126660.367108:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.367551:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7458 00000100:00100000:2.0:1746126660.367559:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973191296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.367571:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.367590:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.367601:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.367622:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c73fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fc3 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.367645:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.367646:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.367653:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.367661:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.367693:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.367705:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693312:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.367785:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.368933:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693312:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.369067:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.369290:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973191296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1730us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.369298:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7458 00000100:00100000:0.0:1746126660.369552:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.369606:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973191552 00000100:00100000:3.0:1746126660.369613:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973191552 00002000:00100000:3.0:1746126660.369640:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1500 x1830945973191552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.369649:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973191552 ext(0->4095) 00002000:00010000:3.0:1746126660.369653:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1500 00000100:00100000:3.0:1746126660.369674:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4203 00000100:00100000:3.0:1746126660.369679:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973191552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.369809:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973191552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.369814:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4203 00002000:00100000:3.0:1746126660.369818:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1500 x1830945973191552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.369825:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973191552 ext(0->4095) 00002000:00010000:3.0:1746126660.369827:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1500 00000100:00100000:0.0:1746126660.370769:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.370848:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973191680 00000100:00100000:3.0:1746126660.370852:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973191680 00000100:00100000:3.0:1746126660.370879:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5768 00000100:00100000:3.0:1746126660.370883:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973191680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.370891:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.370903:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fd1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.370924:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.370929:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.370930:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.370933:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.370953:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.370960:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 29 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.370968:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693440:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.371025:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.371873:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693440:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.371887:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.371895:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126660.371912:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973191680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1028us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.371918:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5768 00000100:00100000:0.0:1746126660.372232:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.372413:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973191808 00000100:00100000:2.0:1746126660.372417:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973191808 00010000:00010000:2.0:1746126660.372471:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.372492:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7459 00000100:00100000:2.0:1746126660.372498:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973191808:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.372506:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.372522:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.372532:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.372548:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7402 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fca expref: 30 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.372564:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.372566:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.372572:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.372582:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.372604:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.372613:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693568:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.372885:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.373868:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693568:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.373878:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.373916:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973191808:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1417us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.373923:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7459 00000100:00100000:0.0:1746126660.374133:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.374481:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192064 00000100:00100000:3.0:1746126660.374487:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192064 00002000:00100000:3.0:1746126660.374516:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ce00 x1830945973192064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.374526:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ce00 with x1830945973192064 ext(0->4095) 00002000:00010000:3.0:1746126660.374530:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ce00 00000100:00100000:3.0:1746126660.374684:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4204 00000100:00100000:3.0:1746126660.374692:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973192064:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.374862:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973192064:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (728us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.374868:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4204 00002000:00100000:3.0:1746126660.374874:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ce00 x1830945973192064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.374881:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ce00 with x1830945973192064 ext(0->4095) 00002000:00010000:3.0:1746126660.374884:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ce00 00000100:00100000:0.0:1746126660.376729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.376778:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192192 00000100:00100000:3.0:1746126660.376784:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192192 00000100:00100000:3.0:1746126660.376820:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5769 00000100:00100000:3.0:1746126660.376826:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:31659:x1830945973192192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.376837:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.376851:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fd8 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.376875:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.376888:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.376890:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.376892:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.376918:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.376929:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.376939:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693696:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.377008:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.377846:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693696:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.377864:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.377874:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126660.377895:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:31659:x1830945973192192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1069us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.377900:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5769 00000100:00100000:0.0:1746126660.378397:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.378627:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192320 00000100:00100000:2.0:1746126660.378633:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192320 00010000:00010000:2.0:1746126660.378654:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.378681:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7460 00000100:00100000:2.0:1746126660.378687:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973192320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.378697:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.378716:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.378731:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.378750:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7409 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd1 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.378774:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.378776:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.378782:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.378790:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.378812:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.378821:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693824:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.378872:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.381488:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973693824:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.381507:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.381549:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973192320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2861us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.381558:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7460 00000100:00100000:0.0:1746126660.381796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.381850:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192576 00000100:00100000:3.0:1746126660.381858:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192576 00002000:00100000:3.0:1746126660.381898:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac000 x1830945973192576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.381915:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac000 with x1830945973192576 ext(0->4095) 00002000:00010000:3.0:1746126660.381920:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eac000 00000100:00100000:3.0:1746126660.381943:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4205 00000100:00100000:3.0:1746126660.381950:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973192576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.382094:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973192576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.382099:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4205 00002000:00100000:3.0:1746126660.382105:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac000 x1830945973192576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.382111:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac000 with x1830945973192576 ext(0->4095) 00002000:00010000:3.0:1746126660.382114:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eac000 00000100:00100000:0.0:1746126660.385863:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.385961:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192704 00000100:00100000:3.0:1746126660.385971:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192704 00000100:00100000:3.0:1746126660.386138:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5770 00000100:00100000:3.0:1746126660.386146:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973192704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.386165:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.386181:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fdf expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.386208:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.386215:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.386217:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.386221:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.386251:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.386262:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 29 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.386277:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693952:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.386369:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.392045:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973693952:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.392077:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.392092:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.392132:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973192704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5986us (6279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.392139:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5770 00000100:00100000:0.0:1746126660.393900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.393967:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192832 00000100:00100000:1.0:1746126660.393974:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192832 00002000:00100000:1.0:1746126660.394164:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089eac700 x1830945973192832/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.394174:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac700 with x1830945973192832 ext(0->7) 00010000:00010000:1.0:1746126660.394182:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.394193:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 30 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.394199:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac700 00000100:00100000:1.0:1746126660.394224:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2103 00000100:00100000:1.0:1746126660.394230:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973192832:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126660.395072:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973192832:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 840us (1176us total) trans 4294968034 rc 0/0 00000100:00100000:1.0:1746126660.395078:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2103 00002000:00100000:1.0:1746126660.395084:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089eac700 x1830945973192832/t4294968034(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.395091:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac700 with x1830945973192832 ext(0->7) 00010000:00010000:1.0:1746126660.395096:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.395105:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.395111:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac700 00000100:00100000:0.0:1746126660.397440:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.397529:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973192960 00000100:00100000:3.0:1746126660.397536:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973192960 00000100:00100000:0.0:1746126660.397566:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.397572:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5771 00000100:00100000:3.0:1746126660.397578:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973192960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.397600:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.397615:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fe6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.397645:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126660.397649:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193088 00010000:00010000:3.0:1746126660.397650:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.397655:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746126660.397655:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193088 00010000:00010000:3.0:1746126660.397658:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.397691:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.397701:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 34 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.397710:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00010000:00010000:2.0:1746126660.397714:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 34 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.397737:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7461 00000100:00100000:2.0:1746126660.397743:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973193088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126660.397752:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31658:x1830945973192960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (332us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126660.397753:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126660.397757:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5771 00010000:00010000:2.0:1746126660.397769:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.397780:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.397797:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7410 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fd8 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.397811:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.397813:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.397819:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.397825:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.397846:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.397855:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.397866:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694208:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.397929:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.399568:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694208:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.399583:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.399618:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973193088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1875us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.399624:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7461 00000100:00100000:0.0:1746126660.400146:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.400202:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193344 00000100:00100000:1.0:1746126660.400208:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193344 00002000:00100000:1.0:1746126660.400242:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead180 x1830945973193344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.400251:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead180 with x1830945973193344 ext(0->4095) 00010000:00010000:1.0:1746126660.400258:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.400270:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.400276:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead180 00000100:00100000:1.0:1746126660.400299:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2104 00000100:00100000:1.0:1746126660.400305:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973193344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.400486:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973193344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.400492:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2104 00002000:00100000:1.0:1746126660.400497:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead180 x1830945973193344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.400511:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead180 with x1830945973193344 ext(0->4095) 00010000:00010000:1.0:1746126660.400516:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.400524:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.400530:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead180 00000100:00100000:0.0:1746126660.402390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.402478:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193472 00000100:00100000:2.0:1746126660.402485:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193472 00010000:00010000:2.0:1746126660.402509:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.402535:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7462 00000100:00100000:2.0:1746126660.402541:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973193472:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.402551:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.402569:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.402580:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.402602:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7417 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fdf expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.402631:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.402634:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.402895:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.402904:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.402935:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.402947:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694336:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.403175:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.404608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.404630:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694336:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.404645:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.404651:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193728 00000100:00100000:1.0:1746126660.404657:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193728 00000100:00100000:2.0:1746126660.404685:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973193472:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2142us (2300us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126660.404690:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead880 x1830945973193728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126660.404694:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7462 00002000:00100000:1.0:1746126660.404699:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830945973193728 ext(0->4095) 00002000:00010000:1.0:1746126660.404704:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089ead880 00000100:00100000:1.0:1746126660.404730:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4206 00000100:00100000:1.0:1746126660.404737:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973193728:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.404871:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973193728:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.404876:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4206 00002000:00100000:1.0:1746126660.404881:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead880 x1830945973193728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.404887:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830945973193728 ext(0->4095) 00002000:00010000:1.0:1746126660.404890:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089ead880 00000100:00100000:0.0:1746126660.406784:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.406936:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193856 00000100:00100000:3.0:1746126660.406943:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193856 00000100:00100000:3.0:1746126660.406984:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5772 00000100:00100000:3.0:1746126660.406990:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973193856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.407002:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.407017:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3fed expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.407045:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.407052:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.407054:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.407057:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.407080:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.407088:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.407096:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694464:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.407176:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.409057:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694464:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.409081:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.409095:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:0.0:1746126660.409113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.409168:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973193856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.409241:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5772 00000100:00100000:2.0:1746126660.409760:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973193984 00000100:00100000:2.0:1746126660.409767:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973193984 00010000:00010000:2.0:1746126660.409984:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.410007:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7463 00000100:00100000:2.0:1746126660.410013:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da77050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973193984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.410024:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.410042:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.410057:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.410078:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c741e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fe6 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.410098:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.410100:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.410105:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.410110:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.410134:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.410142:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694592:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.410199:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a413d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.411307:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.411390:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694592:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.411399:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973194240 00010000:00010000:2.0:1746126660.411401:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.411403:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973194240 00002000:00100000:3.0:1746126660.411458:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadf80 x1830945973194240/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.411468:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830945973194240 ext(0->4095) 00002000:00010000:3.0:1746126660.411472:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eadf80 00000100:00100000:3.0:1746126660.411487:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4207 00000100:00100000:3.0:1746126660.411492:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973194240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.411519:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da77050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973193984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1428us (2328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.411525:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7463 00000100:00100000:3.0:1746126660.411630:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973194240:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.411637:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4207 00002000:00100000:3.0:1746126660.411642:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadf80 x1830945973194240/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.411649:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830945973194240 ext(0->4095) 00002000:00010000:3.0:1746126660.411652:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eadf80 00000100:00100000:0.0:1746126660.412718:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.412953:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973194368 00000100:00100000:3.0:1746126660.412958:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973194368 00000100:00100000:3.0:1746126660.412991:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5773 00000100:00100000:3.0:1746126660.412996:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31659:x1830945973194368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.413006:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.413020:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ff4 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.413041:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.413051:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.413052:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.413056:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.413081:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.413091:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.413105:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694720:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.413164:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.414268:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694720:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.414282:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.414290:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.414313:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945973194368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1317us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.414317:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5773 00000100:00100000:0.0:1746126660.414567:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.414640:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973194496 00000100:00100000:2.0:1746126660.414645:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973194496 00010000:00010000:2.0:1746126660.414662:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.414681:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7464 00000100:00100000:2.0:1746126660.414686:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973194496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.414694:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.414713:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.414724:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.414743:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7425 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3fed expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.414752:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.414754:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.414759:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.414776:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.414798:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.414806:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694848:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.414852:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.414893:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.414928:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973194624 00000100:00100000:3.0:1746126660.414932:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973194624 00000100:00100000:3.0:1746126660.414948:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5774 00000100:00100000:3.0:1746126660.414953:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973194624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.414963:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.414970:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec3ffb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.414982:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.414987:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.414989:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.414991:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.415002:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.415010:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.415017:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694976:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.415047:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.416097:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973694976:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.416291:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.416301:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126660.416328:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945973194624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1374us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.416338:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5774 00000100:00100000:2.0:1746126660.416349:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973694848:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.416360:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.416378:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973194496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1691us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.416384:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7464 00000100:00100000:0.0:1746126660.417854:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.417935:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973194880 00000100:00100000:3.0:1746126660.417942:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973194880 00002000:00100000:3.0:1746126660.417976:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaed80 x1830945973194880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.417985:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830945973194880 ext(0->4095) 00010000:00010000:3.0:1746126660.417992:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.418003:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.418009:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaed80 00000100:00100000:3.0:1746126660.418032:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2105 00000100:00100000:3.0:1746126660.418039:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973194880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.418191:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973194880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.418197:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2105 00002000:00100000:3.0:1746126660.418202:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaed80 x1830945973194880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.418209:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830945973194880 ext(0->4095) 00010000:00010000:3.0:1746126660.418213:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.418225:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.418231:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaed80 00000100:00100000:0.0:1746126660.419135:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.419179:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195008 00000100:00100000:3.0:1746126660.419183:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195008 00000100:00100000:3.0:1746126660.419211:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5775 00000100:00100000:3.0:1746126660.419216:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973195008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.419228:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.419238:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4002 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.419257:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.419261:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.419266:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.419270:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.419299:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.419307:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.419312:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126660.419340:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973195008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.419349:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5775 00000100:00100000:0.0:1746126660.419902:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.420052:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195136 00000100:00100000:2.0:1746126660.420057:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195136 00010000:00010000:2.0:1746126660.420075:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.420093:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7465 00000100:00100000:2.0:1746126660.420098:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973195136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.420107:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.420122:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.420133:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.420151:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c742c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ff4 expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.420176:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.420177:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.420183:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.420199:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.420220:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.420288:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.420298:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695232:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.420387:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.421655:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695232:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.421670:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.421699:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973195136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1600us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.421706:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7465 00000100:00100000:0.0:1746126660.422624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.422721:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195392 00000100:00100000:3.0:1746126660.422728:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195392 00002000:00100000:3.0:1746126660.422764:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf800 x1830945973195392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.422773:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830945973195392 ext(0->4095) 00010000:00010000:3.0:1746126660.422781:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.422792:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.422798:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:3.0:1746126660.422824:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2106 00000100:00100000:3.0:1746126660.422830:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973195392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.423202:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973195392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 371us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.423208:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2106 00002000:00100000:3.0:1746126660.423213:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf800 x1830945973195392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.423220:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830945973195392 ext(0->4095) 00010000:00010000:3.0:1746126660.423225:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.423239:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.423245:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:0.0:1746126660.425772:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.425820:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.425959:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195648 00000100:00100000:3.0:1746126660.425967:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195648 00000100:00100000:3.0:1746126660.426012:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5776 00000100:00100000:3.0:1746126660.426020:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973195648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.426034:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.426049:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4009 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.426072:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.426077:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.426083:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.426087:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.426121:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.426132:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.426141:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.426189:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945973195648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.426189:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195520 00000100:00100000:3.0:1746126660.426194:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5776 00000100:00100000:2.0:1746126660.426194:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195520 00010000:00010000:2.0:1746126660.426212:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.426233:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7466 00000100:00100000:2.0:1746126660.426238:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973195520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.426247:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.426266:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.426276:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.426292:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7433 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec3ffb expref: 33 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.426311:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.426313:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.426318:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.426324:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.426344:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.426353:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.426363:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695488:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.426434:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.428182:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695488:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.428200:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.428352:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1980:x1830945973195520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2111us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.428361:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7466 00000100:00100000:1.0:1746126660.428883:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.428961:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973195904 00000100:00100000:3.0:1746126660.428968:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973195904 00002000:00100000:3.0:1746126660.428998:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e680 x1830945973195904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.429007:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e680 with x1830945973195904 ext(0->4095) 00010000:00010000:3.0:1746126660.429015:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.429026:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.429032:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e680 00000100:00100000:3.0:1746126660.429055:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2107 00000100:00100000:3.0:1746126660.429060:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973195904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.429839:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973195904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 776us (1088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.429846:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2107 00002000:00100000:3.0:1746126660.429852:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e680 x1830945973195904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.429860:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e680 with x1830945973195904 ext(0->4095) 00010000:00010000:3.0:1746126660.429865:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.429878:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.429884:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e680 00000100:00100000:0.0:1746126660.435051:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.435179:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196032 00000100:00100000:2.0:1746126660.435189:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196032 00010000:00010000:2.0:1746126660.435223:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.435262:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7467 00000100:00100000:2.0:1746126660.435270:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973196032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.435283:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.435304:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.435316:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.435338:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c743a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4002 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.435367:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.435369:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.435376:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.435384:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.435417:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.435473:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695616:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.435900:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.439611:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.439698:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695616:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.439719:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.439757:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973196032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4487us (4717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.439766:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7467 00000100:00100000:3.0:1746126660.439847:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196288 00000100:00100000:3.0:1746126660.439855:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196288 00002000:00100000:3.0:1746126660.439892:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ca80 x1830945973196288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.439902:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ca80 with x1830945973196288 ext(0->4095) 00002000:00010000:3.0:1746126660.439906:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ca80 00000100:00100000:3.0:1746126660.439935:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4208 00000100:00100000:3.0:1746126660.439941:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973196288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.440084:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973196288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.440090:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4208 00002000:00100000:3.0:1746126660.440094:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ca80 x1830945973196288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.440102:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ca80 with x1830945973196288 ext(0->4095) 00002000:00010000:3.0:1746126660.440104:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1ca80 00000100:00100000:0.0:1746126660.446479:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.446768:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196416 00000100:00100000:1.0:1746126660.446780:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196416 00000100:00100000:1.0:1746126660.446840:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5777 00000100:00100000:1.0:1746126660.446848:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973196416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.446869:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.446884:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4010 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.446911:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.446918:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.446920:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.446924:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.446953:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.446964:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.446975:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973695744:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.447078:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.448897:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973695744:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.448922:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.448938:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126660.448974:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973196416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2126us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.448982:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5777 00000100:00100000:0.0:1746126660.449201:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.449308:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196544 00000100:00100000:3.0:1746126660.449314:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196544 00010000:00010000:3.0:1746126660.449338:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.449362:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7468 00000100:00100000:3.0:1746126660.449368:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973196544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.449378:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.449396:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.449406:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.449437:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7441 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4009 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.449474:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.449476:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.449481:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.449489:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.449542:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.449553:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695872:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.449609:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.449915:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.450487:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196672 00000100:00100000:1.0:1746126660.450491:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196672 00000100:00100000:1.0:1746126660.450520:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5778 00000100:00100000:1.0:1746126660.450526:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973196672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.450536:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.450545:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4017 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.450560:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.450566:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.450567:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.450570:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.450585:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.450594:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.450606:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696000:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.450653:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.452001:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.452051:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973196928 00000100:00100000:1.0:1746126660.452056:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973196928 00002000:00100000:1.0:1746126660.452080:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455fb80 x1830945973196928/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.452089:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455fb80 with x1830945973196928 ext(0->4095) 00010000:00010000:1.0:1746126660.452094:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.452103:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.452109:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455fb80 00000100:00100000:1.0:1746126660.452132:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2108 00000100:00100000:1.0:1746126660.452138:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973196928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.452201:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973695872:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.452213:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.452235:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973196544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2867us (3035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.452242:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7468 00000100:00100000:1.0:1746126660.452253:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973196928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.452259:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2108 00002000:00100000:1.0:1746126660.452264:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455fb80 x1830945973196928/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.452271:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455fb80 with x1830945973196928 ext(0->4095) 00010000:00010000:1.0:1746126660.452275:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.452285:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.452290:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455fb80 00000100:00100000:1.0:1746126660.453396:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696000:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.453411:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.453422:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126660.453475:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973196672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2949us (3560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.453481:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5778 00000100:00100000:0.0:1746126660.454955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.455104:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197056 00000100:00100000:1.0:1746126660.455109:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197056 00000100:00100000:0.0:1746126660.455287:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.455559:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197184 00000100:00100000:2.0:1746126660.455563:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197184 00000100:00100000:1.0:1746126660.455564:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5779 00000100:00100000:1.0:1746126660.455571:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945973197056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.455581:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.455582:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.455592:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec401e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.455597:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7469 00000100:00100000:2.0:1746126660.455602:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973197184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.455608:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.455609:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.455614:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.455620:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.455623:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.455632:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.455641:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.455711:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.455725:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7448 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4010 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.455726:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.455732:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.455734:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.455738:0:11071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.455744:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.455845:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126660.455851:0:11071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.455861:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.455869:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696256:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.456067:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973197184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 464us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.456074:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7469 00000100:00100000:1.0:1746126660.456653:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.458045:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696256:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.458059:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126660.458086:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973197056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (3134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.458093:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5779 00000100:00100000:3.0:1746126660.459861:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.460016:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197440 00000100:00100000:1.0:1746126660.460023:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197440 00002000:00100000:1.0:1746126660.460052:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc000 x1830945973197440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.460061:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc000 with x1830945973197440 ext(0->4095) 00010000:00010000:1.0:1746126660.460068:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.460079:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.460085:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cc000 00000100:00100000:1.0:1746126660.460405:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2109 00000100:00100000:1.0:1746126660.460412:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973197440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.461191:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973197440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 778us (1331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.461197:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2109 00002000:00100000:1.0:1746126660.461202:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc000 x1830945973197440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.461209:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc000 with x1830945973197440 ext(0->4095) 00010000:00010000:1.0:1746126660.461213:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.461227:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.461232:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800943cc000 00000100:00100000:0.0:1746126660.463022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.463518:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197568 00000100:00100000:2.0:1746126660.463525:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197568 00010000:00010000:2.0:1746126660.463548:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.463574:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7470 00000100:00100000:2.0:1746126660.463579:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973197568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.463588:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.463604:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.463614:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.463632:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c744f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4017 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.463659:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.463661:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.463666:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.463673:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.463705:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.463715:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973696384:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.463782:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.467734:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4710a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973696384:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.467755:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.467791:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1979:x1830945973197568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4210us (4771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.467800:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7470 00000100:00100000:0.0:1746126660.468893:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.469096:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197824 00000100:00100000:2.0:1746126660.469102:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197824 00002000:00100000:2.0:1746126660.469130:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de03b80 x1830945973197824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.469139:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de03b80 with x1830945973197824 ext(0->4095) 00002000:00010000:2.0:1746126660.469143:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de03b80 00000100:00100000:3.0:1746126660.469817:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4209 00000100:00100000:3.0:1746126660.469827:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973197824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.469968:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973197824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.469974:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4209 00002000:00100000:3.0:1746126660.469979:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de03b80 x1830945973197824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.469986:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de03b80 with x1830945973197824 ext(0->4095) 00002000:00010000:3.0:1746126660.469989:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de03b80 00000100:00100000:0.0:1746126660.471865:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.471998:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973197952 00000100:00100000:1.0:1746126660.472005:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973197952 00000100:00100000:1.0:1746126660.472050:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5780 00000100:00100000:1.0:1746126660.472056:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973197952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.472067:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.472081:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4025 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.472103:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.472110:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.472112:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.472115:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.472138:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.472149:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.472159:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696512:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.472404:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.474492:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696512:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.474515:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.474528:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126660.474569:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973197952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2512us (2707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.474576:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5780 00000100:00100000:2.0:1746126660.474685:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.474807:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198080 00000100:00100000:0.0:1746126660.474813:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198080 00010000:00010000:0.0:1746126660.474835:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.474865:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7471 00000100:00100000:0.0:1746126660.474871:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973198080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126660.474881:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126660.474899:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.474908:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.474925:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7456 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec401e expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.474949:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.474951:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.474957:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.474968:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.474991:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.475000:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132815c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973696640:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.475052:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.477062:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.477121:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132815c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973696640:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.477149:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.477165:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198336 00000100:00100000:1.0:1746126660.477172:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198336 00000100:00100000:2.0:1746126660.477221:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973198080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2348us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.477231:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7471 00002000:00100000:1.0:1746126660.477374:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814000 x1830945973198336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.477384:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814000 with x1830945973198336 ext(0->4095) 00002000:00010000:1.0:1746126660.477388:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814000 00000100:00100000:1.0:1746126660.477405:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4210 00000100:00100000:1.0:1746126660.477412:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973198336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.478173:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973198336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 759us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.478180:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4210 00002000:00100000:1.0:1746126660.478186:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814000 x1830945973198336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.478193:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814000 with x1830945973198336 ext(0->4095) 00002000:00010000:1.0:1746126660.478196:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814000 00000100:00100000:0.0:1746126660.478223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.478469:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198464 00000100:00100000:1.0:1746126660.478473:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198464 00000100:00100000:1.0:1746126660.478501:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5781 00000100:00100000:1.0:1746126660.478506:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973198464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.478514:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.478526:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec402c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.478546:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.478552:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.478554:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.478557:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.478576:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.478586:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.478595:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696768:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.478655:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.481175:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.481261:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198592 00000100:00100000:2.0:1746126660.481269:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198592 00000100:00100000:2.0:1746126660.481304:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5782 00000100:00100000:2.0:1746126660.481310:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973198592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.481523:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.481539:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4033 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.481563:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.481568:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.481574:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.481577:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 34 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.481687:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973696768:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.481712:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.481731:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00010000:00010000:3.0:1746126660.481739:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.481756:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 34 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.481765:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:1.0:1746126660.481782:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31658:x1830945973198464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3274us (3557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.481789:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5781 00000100:00100000:3.0:1746126660.481794:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31659:x1830945973198592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 484us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.481801:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5782 00000100:00100000:0.0:1746126660.482687:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.482734:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198720 00000100:00100000:2.0:1746126660.482740:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198720 00010000:00010000:2.0:1746126660.482768:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.482796:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7472 00000100:00100000:2.0:1746126660.482802:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973198720:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.482811:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.482826:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.482836:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.482858:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c745d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4025 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.482884:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.482886:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.482893:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.482899:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.482925:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.482934:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.482943:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697024:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.483001:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.485549:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697024:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.485571:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.485618:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973198720:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2815us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.485628:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7472 00000100:00100000:1.0:1746126660.485979:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.486031:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973198976 00000100:00100000:0.0:1746126660.486038:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973198976 00002000:00100000:0.0:1746126660.486073:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945973198976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.486082:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945973198976 ext(0->4095) 00010000:00010000:0.0:1746126660.486090:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.486102:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:0.0:1746126660.486108:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:0.0:1746126660.486135:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2110 00000100:00100000:0.0:1746126660.486142:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973198976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126660.486291:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973198976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126660.486297:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2110 00002000:00100000:0.0:1746126660.486302:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945973198976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.486309:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945973198976 ext(0->4095) 00010000:00010000:0.0:1746126660.486313:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.486322:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:0.0:1746126660.486328:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:1.0:1746126660.489694:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.489740:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973199104 00000100:00100000:2.0:1746126660.489750:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973199104 00010000:00010000:2.0:1746126660.489780:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.490108:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7473 00000100:00100000:2.0:1746126660.490116:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973199104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.490130:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.490241:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.490254:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.490278:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7464 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec402c expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.490640:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.490643:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.490650:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.490657:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.490688:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.490700:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697152:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.490791:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.494675:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.494753:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973199360 00000100:00100000:3.0:1746126660.494761:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973199360 00000100:00100000:2.0:1746126660.494772:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697152:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.494794:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.494842:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973199104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4726us (5156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.494852:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7473 00002000:00100000:3.0:1746126660.494887:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f100 x1830945973199360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.494896:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f100 with x1830945973199360 ext(0->4095) 00002000:00010000:3.0:1746126660.494900:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f100 00000100:00100000:3.0:1746126660.494925:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4211 00000100:00100000:3.0:1746126660.494932:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973199360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.495092:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973199360:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.495098:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4211 00002000:00100000:3.0:1746126660.495103:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f100 x1830945973199360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.495109:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f100 with x1830945973199360 ext(0->4095) 00002000:00010000:3.0:1746126660.495112:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f100 00000100:00100000:0.0:1746126660.497172:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.497331:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973199488 00000100:00100000:3.0:1746126660.497338:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973199488 00000100:00100000:3.0:1746126660.497389:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5783 00000100:00100000:3.0:1746126660.497396:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973199488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.497411:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.497438:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec403a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.497488:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.497500:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.497501:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.497504:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.497530:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 31 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.497541:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 31 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.497552:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973697280:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.497616:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.500044:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973697280:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.500065:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.500078:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126660.500121:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973199488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2724us (2954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.500128:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5783 00000100:00100000:0.0:1746126660.500439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.500522:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973199616 00000100:00100000:3.0:1746126660.500528:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973199616 00010000:00010000:3.0:1746126660.500554:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.500590:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7474 00000100:00100000:3.0:1746126660.500596:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973199616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.500606:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.500623:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.500632:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.500651:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c746b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4033 expref: 32 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.500666:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.500667:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.500673:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.500680:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.500714:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.500725:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697408:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.501118:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.503045:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697408:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.503056:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.503086:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973199616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2490us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.503092:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7474 00000100:00100000:0.0:1746126660.503782:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.503900:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973199872 00000100:00100000:2.0:1746126660.503905:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973199872 00002000:00100000:2.0:1746126660.503933:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642d80 x1830945973199872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.503942:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973199872 ext(0->4095) 00002000:00010000:2.0:1746126660.503945:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:2.0:1746126660.503959:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4212 00000100:00100000:2.0:1746126660.503965:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973199872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.504090:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973199872:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.504096:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4212 00002000:00100000:2.0:1746126660.504101:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642d80 x1830945973199872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.504109:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973199872 ext(0->4095) 00002000:00010000:2.0:1746126660.504111:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:0.0:1746126660.505983:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.506861:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.506928:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200000 00000100:00100000:1.0:1746126660.506935:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200000 00000100:00100000:1.0:1746126660.506963:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200128 00000100:00100000:1.0:1746126660.506965:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200128 00000100:00100000:1.0:1746126660.506979:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5784 00000100:00100000:1.0:1746126660.506986:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973200000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.506998:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.507012:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4041 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.507034:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.507041:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.507042:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.507046:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.507068:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.507079:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.507089:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973697536:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126660.507196:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5785 00000100:00100000:0.0:1746126660.507203:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973200128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126660.507210:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.507215:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4048 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.507230:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.507236:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.507241:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126660.507243:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.507262:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.507271:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.507280:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948da600, rc 0) 00000100:00100000:0.0:1746126660.507297:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31659:x1830945973200128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.507303:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5785 00000100:00100000:1.0:1746126660.507597:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126660.509608:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126660.509883:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973697536:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.509954:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.509969:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126660.510010:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945973200000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (4031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.510017:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5784 00000100:00100000:0.0:1746126660.510480:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.510520:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200256 00000100:00100000:3.0:1746126660.510525:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200256 00010000:00010000:3.0:1746126660.510545:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.510574:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7475 00000100:00100000:3.0:1746126660.510579:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973200256:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.510589:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.510716:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.510726:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.510742:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7472 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec403a expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.510762:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.510764:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.510770:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.510782:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.510804:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.510813:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.510823:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697792:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.510880:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.512773:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697792:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.512788:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.512912:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973200256:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2331us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.512920:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7475 00000100:00100000:0.0:1746126660.513122:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.513188:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200512 00000100:00100000:1.0:1746126660.513192:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200512 00002000:00100000:1.0:1746126660.513220:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2300 x1830945973200512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.513228:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2300 with x1830945973200512 ext(0->4095) 00010000:00010000:1.0:1746126660.513235:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.513244:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.513255:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2300 00000100:00100000:1.0:1746126660.513268:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2111 00000100:00100000:1.0:1746126660.513275:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973200512:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.513382:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973200512:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.513387:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2111 00002000:00100000:1.0:1746126660.513392:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2300 x1830945973200512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.513399:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2300 with x1830945973200512 ext(0->4095) 00010000:00010000:1.0:1746126660.513403:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.513412:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.513418:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2300 00000100:00100000:0.0:1746126660.515540:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.515634:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200640 00000100:00100000:2.0:1746126660.515713:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200640 00010000:00010000:2.0:1746126660.515739:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.515778:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7476 00000100:00100000:2.0:1746126660.515785:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973200640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.515796:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.515812:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.515823:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.515843:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7479 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4041 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.515869:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.515871:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.515877:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.515885:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.515912:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.515923:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697920:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.515992:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.518968:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.519079:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973697920:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.519096:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.519402:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973200896 00000100:00100000:3.0:1746126660.519408:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973200896 00002000:00100000:3.0:1746126660.519481:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642680 x1830945973200896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.519494:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642680 with x1830945973200896 ext(0->4095) 00002000:00010000:3.0:1746126660.519498:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642680 00000100:00100000:2.0:1746126660.519511:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973200640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3726us (3975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.519520:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7476 00000100:00100000:3.0:1746126660.519873:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4213 00000100:00100000:3.0:1746126660.519880:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973200896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.520003:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973200896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (1042us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.520009:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4213 00002000:00100000:3.0:1746126660.520014:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642680 x1830945973200896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.520021:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642680 with x1830945973200896 ext(0->4095) 00002000:00010000:3.0:1746126660.520024:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642680 00000100:00100000:0.0:1746126660.521584:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.521711:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201024 00000100:00100000:1.0:1746126660.521716:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201024 00000100:00100000:1.0:1746126660.521752:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5786 00000100:00100000:1.0:1746126660.521758:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973201024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.521769:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.521781:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec404f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.521805:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.521812:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.521814:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.521818:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.521841:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.521851:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.521861:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698048:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.521934:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.525111:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698048:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.525137:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.525151:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126660.525194:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973201024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3435us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.525202:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5786 00000100:00100000:0.0:1746126660.527855:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.527928:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201152 00000100:00100000:2.0:1746126660.527935:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201152 00010000:00010000:2.0:1746126660.527962:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.528029:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7477 00000100:00100000:2.0:1746126660.528036:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973201152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.528049:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.528066:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.528076:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.528095:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c7480 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4048 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.528122:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.528124:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.528130:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.528141:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.528168:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.528179:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698176:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.528252:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.529166:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.529243:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201280 00000100:00100000:1.0:1746126660.529249:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201280 00000100:00100000:1.0:1746126660.529272:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5787 00000100:00100000:1.0:1746126660.529278:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973201280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.529289:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126660.529290:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698176:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126660.529301:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4056 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.529302:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126660.529317:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.529322:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da74850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973201152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1286us (1473us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126660.529323:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.529324:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.529327:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.529328:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7477 00010000:00010000:1.0:1746126660.529342:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.529352:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.529360:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698304:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.529407:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.529513:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.529594:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201536 00000100:00100000:1.0:1746126660.529598:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201536 00002000:00100000:1.0:1746126660.529617:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63480 x1830945973201536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.529625:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63480 with x1830945973201536 ext(0->4095) 00010000:00010000:1.0:1746126660.529631:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.529640:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.529645:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a63480 00000100:00100000:1.0:1746126660.529717:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2112 00000100:00100000:1.0:1746126660.529724:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973201536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.529993:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973201536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 269us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.529999:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2112 00002000:00100000:1.0:1746126660.530003:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63480 x1830945973201536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.530011:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63480 with x1830945973201536 ext(0->4095) 00010000:00010000:1.0:1746126660.530015:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.530023:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.530029:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a63480 00000100:00100000:1.0:1746126660.530884:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698304:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.530899:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.530914:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126660.530935:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31658:x1830945973201280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1657us (1770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.530941:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5787 00000100:00100000:0.0:1746126660.536044:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.536217:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201664 00000100:00100000:1.0:1746126660.536225:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201664 00000100:00100000:1.0:1746126660.536263:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5788 00000100:00100000:1.0:1746126660.536269:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:31659:x1830945973201664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.536328:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.536341:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec405d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.536362:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.536367:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.536373:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.536376:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.536488:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126660.536538:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.536549:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.536597:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126660.536640:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973201664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.536647:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5788 00000100:00100000:3.0:1746126660.538115:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973201792 00000100:00100000:3.0:1746126660.538122:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973201792 00010000:00010000:3.0:1746126660.538146:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.538798:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7478 00000100:00100000:3.0:1746126660.538804:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973201792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.538814:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.538837:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.538848:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.538866:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec404f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.538890:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.538892:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.538897:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.538904:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.538928:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.538941:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.538951:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698560:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.539021:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.540279:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698560:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.540293:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.540359:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973201792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1553us (3870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.540366:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7478 00000100:00100000:0.0:1746126660.540524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.540716:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202048 00000100:00100000:1.0:1746126660.540721:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202048 00002000:00100000:1.0:1746126660.540745:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63800 x1830945973202048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.540753:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945973202048 ext(0->4095) 00010000:00010000:1.0:1746126660.540759:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.540768:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.540774:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a63800 00000100:00100000:1.0:1746126660.540798:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2113 00000100:00100000:1.0:1746126660.540803:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973202048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.540934:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973202048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.540940:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2113 00002000:00100000:1.0:1746126660.540945:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63800 x1830945973202048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.540958:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945973202048 ext(0->4095) 00010000:00010000:1.0:1746126660.540962:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.540971:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.540976:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a63800 00000100:00100000:0.0:1746126660.543726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.543813:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202176 00000100:00100000:3.0:1746126660.543820:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202176 00010000:00010000:3.0:1746126660.543842:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.543878:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7479 00000100:00100000:3.0:1746126660.543884:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973202176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.543898:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.543915:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.543925:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.543942:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c748e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4056 expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.543966:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.543968:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.543974:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.543980:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.544006:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.544016:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698688:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.544088:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.547065:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.547183:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698688:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.547200:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.547230:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1980:x1830945973202176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3346us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.547243:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7479 00000100:00100000:2.0:1746126660.547306:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202432 00000100:00100000:2.0:1746126660.547312:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202432 00002000:00100000:2.0:1746126660.547338:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945973202432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.547347:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945973202432 ext(0->4095) 00002000:00010000:2.0:1746126660.547350:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:2.0:1746126660.547553:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4214 00000100:00100000:2.0:1746126660.547560:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973202432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.547679:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973202432:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.547685:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4214 00002000:00100000:2.0:1746126660.547689:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945973202432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.547697:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945973202432 ext(0->4095) 00002000:00010000:2.0:1746126660.547699:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:0.0:1746126660.550351:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.550615:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202560 00000100:00100000:1.0:1746126660.550621:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202560 00000100:00100000:1.0:1746126660.550650:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5789 00000100:00100000:1.0:1746126660.550655:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973202560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.550667:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.550678:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4064 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.550698:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.550704:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.550705:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.550708:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.550730:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 31 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.550742:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 31 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.550751:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698816:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.551365:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.553164:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.553335:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973698816:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.553357:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.553374:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126660.553405:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973202560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2748us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.553411:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5789 00000100:00100000:3.0:1746126660.554628:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202688 00000100:00100000:3.0:1746126660.554634:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202688 00010000:00010000:3.0:1746126660.554656:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.554797:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7480 00000100:00100000:3.0:1746126660.554804:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973202688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.554814:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.554830:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.554839:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.554855:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7495 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec405d expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.555051:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.555053:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.555059:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.555067:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.555090:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.555100:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698944:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.555437:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.557476:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973698944:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.557491:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.557520:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973202688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2715us (4359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.557533:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7480 00000100:00100000:0.0:1746126660.557870:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.557913:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973202944 00000100:00100000:1.0:1746126660.557918:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973202944 00002000:00100000:1.0:1746126660.557943:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088910380 x1830945973202944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.557951:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088910380 with x1830945973202944 ext(0->4095) 00002000:00010000:1.0:1746126660.557955:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088910380 00000100:00100000:1.0:1746126660.558167:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4215 00000100:00100000:1.0:1746126660.558174:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973202944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.558287:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973202944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.558296:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4215 00002000:00100000:1.0:1746126660.558301:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088910380 x1830945973202944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.558308:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088910380 with x1830945973202944 ext(0->4095) 00002000:00010000:1.0:1746126660.558311:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088910380 00000100:00100000:0.0:1746126660.558858:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.558896:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203072 00000100:00100000:1.0:1746126660.558900:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203072 00000100:00100000:1.0:1746126660.558930:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5790 00000100:00100000:1.0:1746126660.558935:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973203072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.558944:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.558954:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec406b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.558973:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.558979:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.558980:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.558983:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.559004:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.559014:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.559028:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973699072:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.559083:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.560813:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.560853:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203200 00000100:00100000:2.0:1746126660.560858:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203200 00000100:00100000:1.0:1746126660.560886:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973699072:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.560893:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5791 00000100:00100000:2.0:1746126660.560898:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973203200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.560902:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.560906:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.560913:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00010000:00010000:2.0:1746126660.560914:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4072 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.560925:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.560929:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 34 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.560934:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746126660.560935:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31658:x1830945973203072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1999us (2077us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126660.560936:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.560940:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5790 00010000:00010000:2.0:1746126660.560954:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.560964:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.561096:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126660.561117:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973203200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.561122:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5791 00000100:00100000:0.0:1746126660.561366:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.561416:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203328 00000100:00100000:3.0:1746126660.561419:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203328 00010000:00010000:3.0:1746126660.561465:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.561493:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7481 00000100:00100000:3.0:1746126660.561499:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973203328:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.561506:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.561521:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.561535:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.561550:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c749c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4064 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.561563:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.561565:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.561571:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.561577:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.561596:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 32 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.561605:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 32 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.561614:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699328:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.561655:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.564228:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699328:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.564243:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.564298:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.564391:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203584 00000100:00100000:2.0:1746126660.564396:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203584 00002000:00100000:2.0:1746126660.564434:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911180 x1830945973203584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.564467:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911180 with x1830945973203584 ext(0->4095) 00010000:00010000:2.0:1746126660.564474:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.564484:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.564489:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088911180 00000100:00100000:3.0:1746126660.564685:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973203328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3184us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.564693:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7481 00000100:00100000:2.0:1746126660.564892:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2114 00000100:00100000:2.0:1746126660.564899:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973203584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.565012:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973203584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.565018:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2114 00002000:00100000:2.0:1746126660.565023:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911180 x1830945973203584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.565029:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911180 with x1830945973203584 ext(0->4095) 00010000:00010000:2.0:1746126660.565034:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.565046:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.565050:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088911180 00000100:00100000:0.0:1746126660.567186:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.567274:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203712 00000100:00100000:3.0:1746126660.567280:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203712 00010000:00010000:3.0:1746126660.567302:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.567673:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7482 00000100:00100000:3.0:1746126660.567680:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973203712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.567695:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.567710:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.567721:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.567738:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c74a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec406b expref: 33 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.567758:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.567760:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.567765:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.567773:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.567798:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.567807:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699456:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.568337:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.571072:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699456:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.571091:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.572126:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973203712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4443us (4940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.572139:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7482 00000100:00100000:1.0:1746126660.572317:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.572392:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973203968 00000100:00100000:2.0:1746126660.572399:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973203968 00002000:00100000:2.0:1746126660.572439:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f480 x1830945973203968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.572563:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f480 with x1830945973203968 ext(0->4095) 00002000:00010000:2.0:1746126660.572567:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f480 00000100:00100000:2.0:1746126660.572592:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4216 00000100:00100000:2.0:1746126660.572599:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973203968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.572746:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973203968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.572752:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4216 00002000:00100000:2.0:1746126660.572757:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f480 x1830945973203968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.572763:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f480 with x1830945973203968 ext(0->4095) 00002000:00010000:2.0:1746126660.572766:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f480 00000100:00100000:0.0:1746126660.574390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.574465:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204096 00000100:00100000:2.0:1746126660.574471:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204096 00000100:00100000:2.0:1746126660.574496:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5792 00000100:00100000:2.0:1746126660.574501:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973204096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.574515:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.574527:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4079 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.574544:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.574551:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.574552:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.574554:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.574574:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 31 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.574583:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 31 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.574592:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973699584:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.574974:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.576077:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973699584:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.576093:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.576104:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.576128:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973204096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1626us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.576137:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5792 00000100:00100000:0.0:1746126660.576407:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.576556:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204224 00000100:00100000:3.0:1746126660.576561:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204224 00010000:00010000:3.0:1746126660.576579:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.577022:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7483 00000100:00100000:3.0:1746126660.577028:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973204224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.577037:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.577053:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.577062:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.577077:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4072 expref: 32 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.577099:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.577101:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.577107:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.577116:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.577136:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.577145:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699712:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.577186:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.578825:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973699712:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.578837:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.578861:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973204224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1833us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.578868:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7483 00000100:00100000:0.0:1746126660.579588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.579669:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204480 00000100:00100000:2.0:1746126660.579674:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204480 00002000:00100000:2.0:1746126660.579703:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911f80 x1830945973204480/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.579712:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911f80 with x1830945973204480 ext(0->4095) 00002000:00010000:2.0:1746126660.579716:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088911f80 00000100:00100000:2.0:1746126660.579730:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4217 00000100:00100000:2.0:1746126660.579736:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973204480:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.579855:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973204480:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.579861:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4217 00002000:00100000:2.0:1746126660.579866:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911f80 x1830945973204480/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.579873:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911f80 with x1830945973204480 ext(0->4095) 00002000:00010000:2.0:1746126660.579875:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088911f80 00000100:00100000:0.0:1746126660.582402:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.582880:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204608 00000100:00100000:2.0:1746126660.582887:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204608 00000100:00100000:2.0:1746126660.582930:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5793 00000100:00100000:2.0:1746126660.582937:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:31658:x1830945973204608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.582950:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.582963:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4080 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.582990:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.582996:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.582997:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.583000:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.583024:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.583035:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.583045:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973699840:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.583118:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.584486:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.584562:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204736 00000100:00100000:1.0:1746126660.584568:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204736 00000100:00100000:1.0:1746126660.584684:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5794 00000100:00100000:1.0:1746126660.584691:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973204736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.584700:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.584709:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4087 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.584724:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.584729:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.584734:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.584736:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.584759:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.584770:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.584778:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126660.584817:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31659:x1830945973204736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.584823:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5794 00000100:00100000:2.0:1746126660.586838:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973699840:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126660.586839:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126660.586858:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.586869:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126660.586898:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31658:x1830945973204608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3961us (4605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.586904:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5793 00000100:00100000:3.0:1746126660.587005:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973204864 00000100:00100000:3.0:1746126660.587014:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973204864 00010000:00010000:3.0:1746126660.587032:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.587061:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7484 00000100:00100000:3.0:1746126660.587066:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da74450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973204864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.587075:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.587092:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.587102:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.587118:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4079 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.587132:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.587134:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.587140:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.587147:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.587169:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.587179:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 32 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.587189:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700096:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.587235:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.590811:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.590888:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700096:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.590904:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.590938:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da74450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973204864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3870us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.590946:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7484 00000100:00100000:2.0:1746126660.592370:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205120 00000100:00100000:2.0:1746126660.592377:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205120 00002000:00100000:2.0:1746126660.592409:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088912680 x1830945973205120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.592418:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088912680 with x1830945973205120 ext(0->4095) 00010000:00010000:2.0:1746126660.592434:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.593306:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.593315:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088912680 00000100:00100000:2.0:1746126660.593498:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2115 00000100:00100000:2.0:1746126660.593506:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973205120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.593651:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973205120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (2845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.593657:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2115 00002000:00100000:2.0:1746126660.593662:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088912680 x1830945973205120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.593670:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088912680 with x1830945973205120 ext(0->4095) 00010000:00010000:2.0:1746126660.593675:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.593683:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.593693:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088912680 00000100:00100000:0.0:1746126660.595495:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.595559:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205248 00000100:00100000:3.0:1746126660.595565:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205248 00010000:00010000:3.0:1746126660.595587:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.595620:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7485 00000100:00100000:3.0:1746126660.595626:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973205248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.595638:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.595653:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.595663:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.595679:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c74b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4080 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.595707:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.595709:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.595716:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.595724:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.595750:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 32 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.595760:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700224:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.595824:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.597792:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700224:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.597807:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.597845:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1979:x1830945973205248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2219us (2353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.597855:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7485 00000100:00100000:0.0:1746126660.599055:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.599101:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205504 00000100:00100000:1.0:1746126660.599107:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205504 00002000:00100000:1.0:1746126660.599135:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088912d80 x1830945973205504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.599143:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088912d80 with x1830945973205504 ext(0->4095) 00002000:00010000:1.0:1746126660.599146:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088912d80 00000100:00100000:1.0:1746126660.599161:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4218 00000100:00100000:1.0:1746126660.599166:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088912d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973205504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.599292:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088912d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973205504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.599298:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4218 00002000:00100000:1.0:1746126660.599303:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088912d80 x1830945973205504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.599315:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088912d80 with x1830945973205504 ext(0->4095) 00002000:00010000:1.0:1746126660.599318:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088912d80 00000100:00100000:0.0:1746126660.601861:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.601911:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205632 00000100:00100000:2.0:1746126660.601917:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205632 00000100:00100000:2.0:1746126660.601955:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5795 00000100:00100000:2.0:1746126660.601961:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973205632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.601972:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.601984:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec408e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.602003:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.602008:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.602010:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.602012:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.602033:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 31 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.602041:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 31 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.602050:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700352:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.602120:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.603321:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700352:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.603339:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.603349:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126660.603381:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973205632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1419us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.603386:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5795 00000100:00100000:0.0:1746126660.604636:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.604715:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205760 00000100:00100000:2.0:1746126660.604720:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205760 00002000:00100000:2.0:1746126660.604745:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088913480 x1830945973205760/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.604753:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088913480 with x1830945973205760 ext(0->7) 00010000:00010000:2.0:1746126660.604759:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.604767:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 32 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.604772:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088913480 00000100:00100000:2.0:1746126660.604795:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2116 00000100:00100000:2.0:1746126660.604800:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973205760:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126660.605027:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973205760:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 226us (392us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1746126660.605034:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2116 00002000:00100000:2.0:1746126660.605038:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088913480 x1830945973205760/t4294968035(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.605050:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088913480 with x1830945973205760 ext(0->7) 00010000:00010000:2.0:1746126660.605055:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.605062:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.605066:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088913480 00000100:00100000:0.0:1746126660.606506:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.606591:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973205888 00000100:00100000:3.0:1746126660.606597:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973205888 00010000:00010000:3.0:1746126660.606617:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.606650:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7486 00000100:00100000:3.0:1746126660.606656:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088913800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1980:x1830945973205888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.606666:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126660.606677:0:7111:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126660 -> 1746126661 00002000:00010000:3.0:1746126660.606680:0:7111:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126660 -> 1746126661 00010000:00010000:3.0:1746126660.606684:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.606694:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.606712:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c74bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4087 expref: 34 pid: 8440 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.606738:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.606740:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.606746:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.606753:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.606781:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.606792:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700480:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.607200:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.613143:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.613241:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206144 00000100:00100000:1.0:1746126660.613248:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206144 00000100:00100000:3.0:1746126660.613278:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700480:192.168.203.49@tcp:105: 00002000:00100000:1.0:1746126660.613285:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf480 x1830945973206144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.613293:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830945973206144 ext(0->4095) 00002000:00010000:1.0:1746126660.613297:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00010000:00010000:3.0:1746126660.613300:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.613314:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4219 00000100:00100000:1.0:1746126660.613320:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973206144:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126660.613348:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088913800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973205888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6691us (6843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.613357:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7486 00000100:00100000:1.0:1746126660.613459:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973206144:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.613465:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4219 00002000:00100000:1.0:1746126660.613473:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf480 x1830945973206144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.613479:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830945973206144 ext(0->4095) 00002000:00010000:1.0:1746126660.613482:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00000100:00100000:0.0:1746126660.617929:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.617996:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206272 00000100:00100000:2.0:1746126660.618003:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206272 00000100:00100000:2.0:1746126660.618050:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5796 00000100:00100000:2.0:1746126660.618057:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:31659:x1830945973206272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.618071:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.618084:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4095 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.618107:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.618113:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.618114:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.618117:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.618140:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.618154:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.618165:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700608:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.618248:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.619735:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700608:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.619755:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.619766:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.619790:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:31659:x1830945973206272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.619796:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5796 00000100:00100000:0.0:1746126660.622950:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.623369:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206400 00000100:00100000:3.0:1746126660.623376:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206400 00010000:00010000:3.0:1746126660.623405:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.623474:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7487 00000100:00100000:3.0:1746126660.623482:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088913b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973206400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.623493:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.623511:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.623522:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.623540:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c74c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec408e expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.623555:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.623557:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.623563:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.623569:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.623595:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.623605:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700736:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.625923:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.626005:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206656 00000100:00100000:2.0:1746126660.626012:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206656 00002000:00100000:2.0:1746126660.626170:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088910700 x1830945973206656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.626179:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088910700 with x1830945973206656 ext(0->4095) 00002000:00010000:2.0:1746126660.626184:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088910700 00000100:00100000:2.0:1746126660.626214:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4220 00000100:00100000:2.0:1746126660.626220:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973206656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.626292:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.626315:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700736:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.626328:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.626354:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088913b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973206400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2874us (3410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.626361:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7487 00000100:00100000:2.0:1746126660.627267:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973206656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1044us (1346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.627276:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4220 00002000:00100000:2.0:1746126660.627281:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088910700 x1830945973206656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.627289:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088910700 with x1830945973206656 ext(0->4095) 00002000:00010000:2.0:1746126660.627292:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088910700 00000100:00100000:0.0:1746126660.628934:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.629026:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206784 00000100:00100000:2.0:1746126660.629031:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206784 00000100:00100000:2.0:1746126660.629066:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5797 00000100:00100000:2.0:1746126660.629071:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973206784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.629084:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.629097:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec409c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.629115:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.629121:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.629123:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.629126:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.629147:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.629156:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 33 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.629169:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700864:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.629400:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.633259:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.633332:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973206912 00000100:00100000:3.0:1746126660.633339:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973206912 00002000:00100000:3.0:1746126660.633552:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088911880 x1830945973206912/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.633562:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911880 with x1830945973206912 ext(0->7) 00010000:00010000:3.0:1746126660.633569:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 34 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.633588:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 34 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.633594:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088911880 00000100:00100000:3.0:1746126660.633663:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2117 00000100:00100000:3.0:1746126660.633670:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973206912:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126660.633681:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973700864:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.633703:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.633715:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.634116:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973206784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5043us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.634122:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5797 00000100:00100000:3.0:1746126660.634201:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973206912:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 531us (950us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1746126660.634207:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2117 00002000:00100000:3.0:1746126660.634212:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088911880 x1830945973206912/t4294968036(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.634219:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911880 with x1830945973206912 ext(0->7) 00010000:00010000:3.0:1746126660.634223:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.634231:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.634236:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088911880 00000100:00100000:0.0:1746126660.635614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.635680:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207040 00000100:00100000:3.0:1746126660.635685:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207040 00010000:00010000:3.0:1746126660.635704:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.635829:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7488 00000100:00100000:3.0:1746126660.635836:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1979:x1830945973207040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.635845:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.635859:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.635868:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.635886:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4095 expref: 36 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.635915:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.635918:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.635924:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.635932:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.635960:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.635970:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700992:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.636026:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.637633:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.637658:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973700992:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.637674:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.637688:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207296 00000100:00100000:2.0:1746126660.637693:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207296 00000100:00100000:3.0:1746126660.637712:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1979:x1830945973207040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1876us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.637720:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7488 00002000:00100000:2.0:1746126660.637720:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088913100 x1830945973207296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.637727:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088913100 with x1830945973207296 ext(0->4095) 00002000:00010000:2.0:1746126660.637731:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088913100 00000100:00100000:2.0:1746126660.637761:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4221 00000100:00100000:2.0:1746126660.637766:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973207296:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126660.637891:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973207296:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.637896:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4221 00002000:00100000:2.0:1746126660.637901:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088913100 x1830945973207296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.637913:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088913100 with x1830945973207296 ext(0->4095) 00002000:00010000:2.0:1746126660.637916:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088913100 00000100:00100000:0.0:1746126660.639673:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.639727:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207424 00000100:00100000:2.0:1746126660.639733:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207424 00000100:00100000:2.0:1746126660.640877:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5798 00000100:00100000:2.0:1746126660.640886:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:31659:x1830945973207424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.640899:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.640911:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40a3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.640933:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.640938:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.640940:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.640942:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 36 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.640964:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.640975:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.640985:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973701120:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.641230:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.643030:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973701120:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.643053:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 36 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.643067:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126660.643095:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:31659:x1830945973207424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.643101:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5798 00000100:00100000:0.0:1746126660.645123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.645303:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207552 00000100:00100000:3.0:1746126660.645309:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207552 00010000:00010000:3.0:1746126660.645337:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.645370:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7489 00000100:00100000:3.0:1746126660.645376:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973207552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.645386:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.645404:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.645414:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.645476:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c74d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec409c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.645503:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.645505:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.645512:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.645519:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.645545:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.645556:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701248:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.646010:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.651225:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.651271:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701248:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.651290:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.651327:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973207552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5951us (6208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.651336:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7489 00000100:00100000:1.0:1746126660.651794:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207808 00000100:00100000:1.0:1746126660.651809:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207808 00002000:00100000:1.0:1746126660.651856:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911500 x1830945973207808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.651866:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911500 with x1830945973207808 ext(0->4095) 00002000:00010000:1.0:1746126660.651871:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088911500 00000100:00100000:1.0:1746126660.651900:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4222 00000100:00100000:1.0:1746126660.651907:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1980:x1830945973207808:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126660.652090:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1980:x1830945973207808:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 184us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.652094:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4222 00002000:00100000:1.0:1746126660.652098:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088911500 x1830945973207808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.652103:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088911500 with x1830945973207808 ext(0->4095) 00002000:00010000:1.0:1746126660.652105:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088911500 00000100:00100000:0.0:1746126660.666214:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.666438:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973207936 00000100:00100000:2.0:1746126660.666469:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973207936 00000100:00100000:2.0:1746126660.666515:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5799 00000100:00100000:2.0:1746126660.666522:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088911c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973207936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.666536:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.666550:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40aa expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.666572:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.666579:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.666580:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.666583:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.666606:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.666616:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 35 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.666628:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973701376:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.666692:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.672664:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973701376:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.672689:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.672701:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126660.672746:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088911c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973207936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6224us (6538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.672753:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5799 00000100:00100000:0.0:1746126660.675668:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.675773:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208064 00000100:00100000:2.0:1746126660.675787:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208064 00000100:00100000:2.0:1746126660.675918:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5800 00000100:00100000:2.0:1746126660.675927:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:31658:x1830945973208064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.675945:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.675962:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40b1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.675989:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.675996:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.676002:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126660.676005:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.676045:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.676059:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.676068:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126660.676109:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:31658:x1830945973208064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.676115:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5800 00000100:00100000:0.0:1746126660.677035:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.677169:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208192 00000100:00100000:2.0:1746126660.677174:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208192 00002000:00100000:2.0:1746126660.677203:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009aefd180 x1830945973208192/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.677212:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd180 with x1830945973208192 ext(0->7) 00010000:00010000:2.0:1746126660.677218:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 37 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.677228:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 37 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.677235:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefd180 00000100:00100000:2.0:1746126660.677704:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2118 00000100:00100000:2.0:1746126660.677711:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1982:x1830945973208192:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126660.677998:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973208192:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 287us (965us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1746126660.678005:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2118 00002000:00100000:2.0:1746126660.678011:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009aefd180 x1830945973208192/t4294968037(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.678019:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd180 with x1830945973208192 ext(0->7) 00010000:00010000:2.0:1746126660.678024:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.678032:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.678038:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefd180 00000100:00100000:0.0:1746126660.682411:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.683671:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208320 00000100:00100000:3.0:1746126660.683680:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208320 00010000:00010000:3.0:1746126660.684316:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.684350:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7490 00000100:00100000:3.0:1746126660.684356:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973208320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.684367:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.684384:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.684395:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.684411:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c74db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40a3 expref: 39 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.684464:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.684466:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.684472:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.684479:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.684505:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.684514:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.684524:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701632:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.685623:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.691053:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.691289:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208576 00000100:00100000:2.0:1746126660.691297:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208576 00002000:00100000:2.0:1746126660.691332:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945973208576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.691341:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945973208576 ext(0->4095) 00010000:00010000:2.0:1746126660.691348:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.691478:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.691485:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:2.0:1746126660.691512:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2119 00000100:00100000:2.0:1746126660.691519:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973208576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.691674:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973208576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.691680:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2119 00002000:00100000:2.0:1746126660.691685:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945973208576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.691692:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945973208576 ext(0->4095) 00010000:00010000:2.0:1746126660.691696:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.691705:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.691710:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:3.0:1746126660.691817:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701632:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.691833:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.691855:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945973208320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7500us (9450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.691862:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7490 00000100:00100000:0.0:1746126660.694304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.694365:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208704 00000100:00100000:3.0:1746126660.694371:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208704 00010000:00010000:3.0:1746126660.694393:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.694435:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7491 00000100:00100000:3.0:1746126660.694472:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da75850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973208704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.694490:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.694507:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.694518:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.694537:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c74e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40aa expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.694564:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.694566:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.694572:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.694579:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.694606:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.694615:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701760:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.694680:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a43de300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.695744:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973701760:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.695757:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.695789:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da75850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973208704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1347us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.695800:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7491 00000100:00100000:0.0:1746126660.696927:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.697008:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973208960 00000100:00100000:1.0:1746126660.697015:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973208960 00002000:00100000:1.0:1746126660.697046:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815c00 x1830945973208960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.697055:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945973208960 ext(0->4095) 00002000:00010000:1.0:1746126660.697059:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815c00 00000100:00100000:1.0:1746126660.697219:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4223 00000100:00100000:1.0:1746126660.697226:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945973208960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.697694:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945973208960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 468us (773us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.697700:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4223 00002000:00100000:1.0:1746126660.697706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815c00 x1830945973208960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.697712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945973208960 ext(0->4095) 00002000:00010000:1.0:1746126660.697716:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132815c00 00000100:00100000:0.0:1746126660.699778:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.699883:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209088 00000100:00100000:1.0:1746126660.699892:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209088 00000100:00100000:1.0:1746126660.700076:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5801 00000100:00100000:1.0:1746126660.700084:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973209088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.700100:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.700117:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40b8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.700144:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.700151:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.700153:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.700156:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.700187:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.700200:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 37 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.700212:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973701888:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.700628:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.702550:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.702689:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973701888:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.702718:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.702735:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126660.702784:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973209088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2700us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.702791:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5801 00000100:00100000:2.0:1746126660.702845:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209216 00000100:00100000:2.0:1746126660.702856:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209216 00002000:00100000:2.0:1746126660.702892:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942b8e00 x1830945973209216/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.702900:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945973209216 ext(0->7) 00010000:00010000:2.0:1746126660.702906:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 38 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.702917:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 38 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.702923:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942b8e00 00000100:00100000:2.0:1746126660.702937:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2120 00000100:00100000:2.0:1746126660.702948:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1982:x1830945973209216:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126660.703890:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973209216:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 940us (1343us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746126660.703897:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2120 00002000:00100000:2.0:1746126660.703904:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942b8e00 x1830945973209216/t4294968038(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 496/448 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.703912:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8e00 with x1830945973209216 ext(0->7) 00010000:00010000:2.0:1746126660.703917:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.703927:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.703934:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942b8e00 00000100:00100000:0.0:1746126660.705839:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.705926:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209344 00000100:00100000:3.0:1746126660.705936:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209344 00010000:00010000:3.0:1746126660.705970:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.706213:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7492 00000100:00100000:3.0:1746126660.706222:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973209344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.706233:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.706255:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.706266:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.706284:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b1 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.706668:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.706671:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.706678:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.706686:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.706714:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.706726:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973702016:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.707213:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.708799:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.708897:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209600 00000100:00100000:2.0:1746126660.708905:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209600 00002000:00100000:2.0:1746126660.708941:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830945973209600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126660.708949:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973702016:192.168.203.49@tcp:105: 00002000:00100000:2.0:1746126660.708950:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830945973209600 ext(0->4095) 00002000:00010000:2.0:1746126660.708954:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4e00 00010000:00010000:3.0:1746126660.708969:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.708973:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4224 00000100:00100000:2.0:1746126660.708979:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973209600:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.709016:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973209344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2795us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.709025:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7492 00000100:00100000:2.0:1746126660.709120:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973209600:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.709130:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4224 00002000:00100000:2.0:1746126660.709135:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830945973209600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.709141:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830945973209600 ext(0->4095) 00002000:00010000:2.0:1746126660.709144:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4e00 00000100:00100000:0.0:1746126660.711671:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.711724:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209728 00000100:00100000:1.0:1746126660.711732:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209728 00000100:00100000:1.0:1746126660.711781:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5802 00000100:00100000:1.0:1746126660.711788:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945973209728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.711800:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.711815:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40bf expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.711837:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.711844:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.711846:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.711849:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.711872:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.711882:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.711898:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973702144:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126660.712023:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.714105:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.714212:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209984 00000100:00100000:3.0:1746126660.714219:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209984 00010000:00010000:3.0:1746126660.714408:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.714474:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7493 00000100:00100000:3.0:1746126660.714482:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973209984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.714494:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126660.714495:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973209856 00000100:00100000:2.0:1746126660.714505:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973209856 00010000:00010000:3.0:1746126660.714515:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.714525:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.714548:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5803 00010000:00010000:3.0:1746126660.714549:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.714551:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126660.714555:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973209856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.714557:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.714566:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.714568:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.714578:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40c6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.714599:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.714606:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.714608:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.714611:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.714669:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.714680:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.714690:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702272:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.714718:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.714727:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.714743:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702400:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.717050:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbb40 going to sleep for 11 seconds 00010000:00010000:1.0:1746126660.717081:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c74f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40b8 expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.717114:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973702144:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.717140:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 8/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.717147:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 8/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 42 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.717158:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126660.717200:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973209728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5412us (5535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.717207:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5802 00000100:00100000:3.0:1746126660.717481:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.717602:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.717614:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702400:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.717627:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.717636:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126660.717668:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973209856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3114us (5645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.717674:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5803 00000100:00100000:3.0:1746126660.717709:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702272:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.717719:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.717741:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973209984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3261us (3643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.717748:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7493 00000100:00100000:0.0:1746126660.718993:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.719054:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973210240 00000100:00100000:2.0:1746126660.719061:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973210240 00002000:00100000:2.0:1746126660.719088:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642300 x1830945973210240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.719095:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642300 with x1830945973210240 ext(0->4095) 00010000:00010000:2.0:1746126660.719101:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.719111:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.719117:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091642300 00000100:00100000:2.0:1746126660.719142:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2121 00000100:00100000:2.0:1746126660.719148:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1979:x1830945973210240:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126660.719266:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1979:x1830945973210240:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.719272:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2121 00002000:00100000:2.0:1746126660.719277:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642300 x1830945973210240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.719283:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642300 with x1830945973210240 ext(0->4095) 00010000:00010000:2.0:1746126660.719287:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.719294:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.719299:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091642300 00000100:00100000:0.0:1746126660.721069:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.721216:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973210368 00000100:00100000:3.0:1746126660.721225:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973210368 00010000:00010000:3.0:1746126660.721252:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.721276:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7494 00000100:00100000:3.0:1746126660.721281:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973210368:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.721292:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.721310:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.721321:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.721343:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c74f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40bf expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.721370:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.721372:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.721378:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.721385:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.721413:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.721434:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702528:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.721519:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.723339:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702528:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.723358:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.723405:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973210368:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2122us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.723414:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7494 00000100:00100000:0.0:1746126660.723440:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.723982:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973210624 00000100:00100000:2.0:1746126660.723988:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973210624 00002000:00100000:2.0:1746126660.724021:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945973210624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.724031:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945973210624 ext(0->4095) 00002000:00010000:2.0:1746126660.724148:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0000 00000100:00100000:2.0:1746126660.724175:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4225 00000100:00100000:2.0:1746126660.724181:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973210624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.724361:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973210624:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (921us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.724367:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4225 00002000:00100000:2.0:1746126660.724373:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945973210624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.724380:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945973210624 ext(0->4095) 00002000:00010000:2.0:1746126660.724383:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0000 00000100:00100000:0.0:1746126660.726968:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.727249:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973210752 00000100:00100000:2.0:1746126660.727259:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973210752 00000100:00100000:2.0:1746126660.727310:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5804 00000100:00100000:2.0:1746126660.727318:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973210752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.727337:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.727354:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40cd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.727381:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.727388:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.727389:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.727392:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.727419:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.727438:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 39 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.727481:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702656:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.727563:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.729492:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702656:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.729522:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.729540:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.729582:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973210752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2263us (2621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.729591:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5804 00000100:00100000:0.0:1746126660.730747:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.730829:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973210880 00000100:00100000:3.0:1746126660.730837:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973210880 00010000:00010000:3.0:1746126660.730867:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.730887:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7495 00000100:00100000:3.0:1746126660.730894:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973210880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.730906:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.730928:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.730938:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.730960:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c74fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40c6 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.733049:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.733054:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.733067:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.733077:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.733120:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.733137:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702784:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.733226:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.737651:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.737720:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.737779:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211008 00000100:00100000:2.0:1746126660.737788:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211008 00000100:00100000:1.0:1746126660.737942:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211264 00000100:00100000:1.0:1746126660.737946:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211264 00002000:00100000:1.0:1746126660.737980:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455df80 x1830945973211264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.737990:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455df80 with x1830945973211264 ext(0->4095) 00002000:00010000:1.0:1746126660.737995:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455df80 00000100:00100000:1.0:1746126660.738013:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4226 00000100:00100000:1.0:1746126660.738020:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973211264:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.738191:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973211264:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.738198:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4226 00002000:00100000:1.0:1746126660.738203:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455df80 x1830945973211264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.738211:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455df80 with x1830945973211264 ext(0->4095) 00002000:00010000:1.0:1746126660.738214:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009455df80 00000100:00100000:2.0:1746126660.738560:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5805 00000100:00100000:2.0:1746126660.738567:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973211008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.738576:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.738591:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40d4 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.738616:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.738623:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.738625:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.738628:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.738657:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.738673:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.738685:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702912:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.738741:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.739223:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973702784:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.739238:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.739256:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973210880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8363us (8514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.739263:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7495 00000100:00100000:0.0:1746126660.739709:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.740757:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211392 00000100:00100000:1.0:1746126660.740765:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211392 00000100:00100000:1.0:1746126660.740805:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5806 00000100:00100000:1.0:1746126660.740812:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973211392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.740824:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.740837:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40db expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.740858:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.740863:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.740870:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.740873:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.740900:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.740915:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.740923:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126660.740952:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973211392:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.740957:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5806 00000100:00100000:0.0:1746126660.741108:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.741177:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973702912:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.741193:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.741201:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126660.741223:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973211008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.741228:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5805 00000100:00100000:3.0:1746126660.741468:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211520 00000100:00100000:3.0:1746126660.741472:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211520 00010000:00010000:3.0:1746126660.741491:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.741511:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7496 00000100:00100000:3.0:1746126660.741516:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973211520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.741524:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.741541:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.741551:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.741568:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7505 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40cd expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.741580:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.741582:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.741588:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.741594:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.741612:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.741621:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.741630:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703168:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.741676:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.746690:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703168:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.746715:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.746760:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973211520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5241us (5650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.746770:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7496 00000100:00100000:0.0:1746126660.748239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.748646:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211776 00000100:00100000:2.0:1746126660.748655:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211776 00002000:00100000:2.0:1746126660.748702:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c380 x1830945973211776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.748713:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c380 with x1830945973211776 ext(0->4095) 00010000:00010000:2.0:1746126660.748723:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.748736:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.748747:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c380 00000100:00100000:2.0:1746126660.748775:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2122 00000100:00100000:2.0:1746126660.748781:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973211776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.748936:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973211776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.748942:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2122 00002000:00100000:2.0:1746126660.748947:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009455c380 x1830945973211776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.748954:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009455c380 with x1830945973211776 ext(0->4095) 00010000:00010000:2.0:1746126660.748958:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.748968:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.748973:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009455c380 00000100:00100000:0.0:1746126660.751438:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.752428:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973211904 00000100:00100000:3.0:1746126660.752438:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973211904 00010000:00010000:3.0:1746126660.752498:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.752530:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7497 00000100:00100000:3.0:1746126660.752536:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973211904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.752551:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.752571:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.752582:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.752604:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c750c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40d4 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.757839:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.757847:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.757864:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.757876:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.757939:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.757952:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703296:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.758058:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.760286:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703296:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.760303:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.760342:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973211904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7805us (8922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.760355:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7497 00000100:00100000:0.0:1746126660.761006:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.761671:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212160 00000100:00100000:0.0:1746126660.761679:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212160 00002000:00100000:0.0:1746126660.761763:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99c00 x1830945973212160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.761773:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99c00 with x1830945973212160 ext(0->4095) 00002000:00010000:0.0:1746126660.761778:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99c00 00000100:00100000:0.0:1746126660.761848:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4227 00000100:00100000:0.0:1746126660.761856:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973212160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126660.762014:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973212160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (1009us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126660.762021:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4227 00002000:00100000:0.0:1746126660.762026:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99c00 x1830945973212160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.762033:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99c00 with x1830945973212160 ext(0->4095) 00002000:00010000:0.0:1746126660.762036:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99c00 00000100:00100000:0.0:1746126660.764126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.765865:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212288 00000100:00100000:2.0:1746126660.765878:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212288 00000100:00100000:2.0:1746126660.765945:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5807 00000100:00100000:2.0:1746126660.765954:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973212288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.765972:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.765988:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40e2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.766019:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.766026:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.766027:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.766031:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.766060:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.766070:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 39 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.766081:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973703424:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.766179:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.767474:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973703424:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.767497:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.767511:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126660.767545:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973212288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1592us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.767552:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5807 00000100:00100000:0.0:1746126660.769375:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.769655:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212416 00000100:00100000:3.0:1746126660.769664:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212416 00010000:00010000:3.0:1746126660.769697:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.769734:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7498 00000100:00100000:3.0:1746126660.769741:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973212416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.769756:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.769778:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.769790:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.769813:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7513 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40db expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.769842:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.769845:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.769856:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.769864:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.769897:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.769910:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703552:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.769988:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d00b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.772106:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.772334:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212544 00000100:00100000:2.0:1746126660.772344:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212544 00000100:00100000:2.0:1746126660.772393:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5808 00000100:00100000:2.0:1746126660.772400:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973212544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.772416:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.772437:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40e9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.772629:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.772636:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.772638:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.772641:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.772667:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.772679:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 5 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.772690:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973703680:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.773000:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.773173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.773255:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703552:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.773277:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.773558:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973212416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3816us (4188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.773566:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7498 00000100:00100000:0.0:1746126660.773575:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212800 00000100:00100000:0.0:1746126660.773579:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212800 00002000:00100000:0.0:1746126660.773607:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945973212800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.773616:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945973212800 ext(0->4095) 00010000:00010000:0.0:1746126660.773623:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.773634:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:0.0:1746126660.773639:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2f800 00000100:00100000:0.0:1746126660.773935:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2123 00000100:00100000:0.0:1746126660.773942:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973212800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126660.774089:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973212800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (915us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126660.774095:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2123 00002000:00100000:0.0:1746126660.774100:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945973212800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.774108:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945973212800 ext(0->4095) 00010000:00010000:0.0:1746126660.774112:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.774122:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:0.0:1746126660.774127:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2f800 00000100:00100000:0.0:1746126660.777511:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973703680:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126660.777545:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.777568:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:0.0:1746126660.778132:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973212544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5729us (6030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.778141:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5808 00000100:00100000:1.0:1746126660.779043:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.779083:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.779133:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213056 00000100:00100000:3.0:1746126660.779140:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213056 00010000:00010000:3.0:1746126660.779169:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.779194:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7499 00000100:00100000:3.0:1746126660.779201:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973213056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746126660.779260:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973212928 00000100:00100000:0.0:1746126660.779264:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973212928 00000100:00100000:0.0:1746126660.779285:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5809 00000100:00100000:0.0:1746126660.779290:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31659:x1830945973212928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126660.779305:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.779318:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40f0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.779340:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.779344:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.779350:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126660.779353:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.779386:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.779395:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.779407:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dac00, rc 0) 00010000:00010000:3.0:1746126660.779464:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746126660.779464:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973212928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.779470:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5809 00010000:00010000:3.0:1746126660.779485:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.779495:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.779512:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c751a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e2 expref: 6 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.779533:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.779536:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.779542:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.779553:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.779574:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.779585:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.779751:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703936:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.779989:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.781920:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973703936:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.781942:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.781983:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.782006:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973213056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2804us (2920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.782016:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7499 00000100:00100000:2.0:1746126660.782081:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213312 00000100:00100000:2.0:1746126660.782087:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213312 00002000:00100000:2.0:1746126660.782121:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60700 x1830945973213312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.782131:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60700 with x1830945973213312 ext(0->4095) 00010000:00010000:2.0:1746126660.782139:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.782151:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.782157:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60700 00000100:00100000:2.0:1746126660.782611:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2124 00000100:00100000:2.0:1746126660.782618:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973213312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.783531:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973213312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 909us (1546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.783537:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2124 00002000:00100000:2.0:1746126660.783543:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60700 x1830945973213312/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.783552:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60700 with x1830945973213312 ext(0->4095) 00010000:00010000:2.0:1746126660.783558:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.783570:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.783577:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60700 00000100:00100000:0.0:1746126660.785434:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.785844:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213440 00000100:00100000:3.0:1746126660.785853:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213440 00010000:00010000:3.0:1746126660.785883:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.785921:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7500 00000100:00100000:3.0:1746126660.785929:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973213440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.785944:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.785964:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.785976:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.785998:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7521 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40e9 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.786027:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.786029:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.786036:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.786043:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.786077:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.786089:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704064:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.786176:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.788675:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704064:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.788697:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.788746:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973213440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2815us (3326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.788760:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7500 00000100:00100000:0.0:1746126660.789643:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.789691:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213696 00000100:00100000:2.0:1746126660.789698:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213696 00002000:00100000:2.0:1746126660.789792:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1c00 x1830945973213696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.789809:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1c00 with x1830945973213696 ext(0->4095) 00002000:00010000:2.0:1746126660.789814:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1c00 00000100:00100000:2.0:1746126660.789885:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4228 00000100:00100000:2.0:1746126660.789896:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973213696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.790056:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973213696:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.790063:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4228 00002000:00100000:2.0:1746126660.790068:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1c00 x1830945973213696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.790076:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1c00 with x1830945973213696 ext(0->4095) 00002000:00010000:2.0:1746126660.790079:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1c00 00000100:00100000:0.0:1746126660.792028:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.792610:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213824 00000100:00100000:2.0:1746126660.792621:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213824 00000100:00100000:2.0:1746126660.792656:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5810 00000100:00100000:2.0:1746126660.792661:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973213824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.792676:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.792692:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40f7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.792716:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.792722:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.792723:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.792726:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.792753:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.792761:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 39 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.792770:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973704192:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.792855:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.794684:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973704192:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126660.794711:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.794725:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126660.794758:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973213824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.794765:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5810 00000100:00100000:0.0:1746126660.794943:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.795189:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973213952 00000100:00100000:3.0:1746126660.795198:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973213952 00010000:00010000:3.0:1746126660.795232:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.795267:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7501 00000100:00100000:3.0:1746126660.795273:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973213952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.795285:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.795304:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.795315:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.795335:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7528 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f0 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.795356:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.795357:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.795364:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.795371:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.795395:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.795405:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704320:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.795509:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.796809:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704320:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.796824:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.796862:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973213952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1588us (1919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.796869:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7501 00000100:00100000:0.0:1746126660.797225:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.797297:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214208 00000100:00100000:2.0:1746126660.797305:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214208 00002000:00100000:2.0:1746126660.797401:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510d880 x1830945973214208/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.797411:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510d880 with x1830945973214208 ext(0->4095) 00002000:00010000:2.0:1746126660.797416:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510d880 00000100:00100000:2.0:1746126660.797500:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4229 00000100:00100000:2.0:1746126660.797508:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973214208:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.797662:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973214208:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.797669:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4229 00002000:00100000:2.0:1746126660.797674:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510d880 x1830945973214208/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.797681:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510d880 with x1830945973214208 ext(0->4095) 00002000:00010000:2.0:1746126660.797684:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008510d880 00000100:00100000:0.0:1746126660.799223:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.799280:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214336 00000100:00100000:2.0:1746126660.799286:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214336 00000100:00100000:2.0:1746126660.799324:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5811 00000100:00100000:2.0:1746126660.799329:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945973214336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.799338:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.799350:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec40fe expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.799368:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.799374:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.799376:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.799378:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.799399:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.799412:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.799434:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973704448:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126660.799521:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.800936:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.800981:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214464 00000100:00100000:2.0:1746126660.800987:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214464 00000100:00100000:2.0:1746126660.801020:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5812 00000100:00100000:2.0:1746126660.801025:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973214464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.801033:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.801042:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4105 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.801057:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.801060:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.801065:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126660.801068:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.801086:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.801096:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.801107:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126660.801136:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973214464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.801141:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5812 00000100:00100000:3.0:1746126660.801325:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973704448:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.801349:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.801362:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:3.0:1746126660.801395:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973214336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2065us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.801401:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5811 00000100:00100000:0.0:1746126660.802864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.802945:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214592 00000100:00100000:3.0:1746126660.802951:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214592 00010000:00010000:3.0:1746126660.802976:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.803013:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7502 00000100:00100000:3.0:1746126660.803019:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973214592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.803031:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.803051:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.803063:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.803083:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c752f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40f7 expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.803110:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.803112:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.803119:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.803127:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.803156:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.803167:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.803177:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.803242:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.807420:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.807479:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.807525:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973214592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4504us (4662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.807535:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7502 00000100:00100000:0.0:1746126660.807854:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.807996:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214848 00000100:00100000:1.0:1746126660.808003:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214848 00002000:00100000:1.0:1746126660.808040:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510fb80 x1830945973214848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.808050:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510fb80 with x1830945973214848 ext(0->4095) 00010000:00010000:1.0:1746126660.808058:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.808070:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.808077:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510fb80 00000100:00100000:1.0:1746126660.808102:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2125 00000100:00100000:1.0:1746126660.808108:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973214848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.808256:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973214848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.808262:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2125 00002000:00100000:1.0:1746126660.808266:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510fb80 x1830945973214848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.808273:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510fb80 with x1830945973214848 ext(0->4095) 00010000:00010000:1.0:1746126660.808277:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.808286:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.808291:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510fb80 00000100:00100000:0.0:1746126660.810126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.810220:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973214976 00000100:00100000:3.0:1746126660.810227:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973214976 00000100:00100000:3.0:1746126660.810305:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5813 00000100:00100000:3.0:1746126660.810312:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973214976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.810325:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.810338:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec410c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.810360:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.810365:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.810371:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.810375:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.810409:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.810419:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.810439:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:0.0:1746126660.810468:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.810492:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973214976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.810501:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5813 00000100:00100000:2.0:1746126660.810646:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973215104 00000100:00100000:2.0:1746126660.810650:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973215104 00010000:00010000:2.0:1746126660.810666:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.810682:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7503 00000100:00100000:2.0:1746126660.810687:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973215104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.810694:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.810710:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.810720:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.810735:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7536 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec40fe expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.810748:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.810750:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.810755:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.810766:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.810782:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.810791:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.810801:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704960:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.811341:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.812812:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973704960:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.812828:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.812870:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973215104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2181us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.812877:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7503 00000100:00100000:0.0:1746126660.812925:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.813012:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973215360 00000100:00100000:2.0:1746126660.813018:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973215360 00002000:00100000:2.0:1746126660.813044:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510e680 x1830945973215360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.813053:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510e680 with x1830945973215360 ext(0->4095) 00010000:00010000:2.0:1746126660.813061:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.813073:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.813201:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510e680 00000100:00100000:2.0:1746126660.813228:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2126 00000100:00100000:2.0:1746126660.813235:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1979:x1830945973215360:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126660.813389:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1979:x1830945973215360:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.813395:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2126 00002000:00100000:2.0:1746126660.813400:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008510e680 x1830945973215360/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.813407:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008510e680 with x1830945973215360 ext(0->4095) 00010000:00010000:2.0:1746126660.813412:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.813433:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.813439:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008510e680 00000100:00100000:0.0:1746126660.814822:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.814860:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973215488 00000100:00100000:2.0:1746126660.814865:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973215488 00010000:00010000:2.0:1746126660.814884:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 40 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.814888:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.814910:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7504 00000100:00100000:2.0:1746126660.814916:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973215488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.814926:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126660.814932:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973215616 00000100:00100000:1.0:1746126660.814936:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973215616 00010000:00010000:2.0:1746126660.814941:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.814952:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.814968:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5814 00010000:00010000:2.0:1746126660.814973:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c753d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4105 expref: 41 pid: 8441 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.814974:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973215616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.814982:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.814986:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.814988:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.814992:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4113 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.814994:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.815002:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.815151:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.815157:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.815159:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.815162:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.815191:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.815200:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.815209:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705088:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.815267:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126660.815303:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.815311:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.815320:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705216:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.815340:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.816597:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705088:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.816615:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.816796:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973215488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1878us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.816804:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7504 00000100:00100000:0.0:1746126660.816982:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.817043:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973215872 00000100:00100000:2.0:1746126660.817048:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973215872 00002000:00100000:2.0:1746126660.817074:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4000 x1830945973215872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.817083:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4000 with x1830945973215872 ext(0->4095) 00010000:00010000:2.0:1746126660.817088:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.817097:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.817103:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4000 00000100:00100000:2.0:1746126660.817116:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2127 00000100:00100000:2.0:1746126660.817121:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973215872:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.817156:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705216:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.817180:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.817191:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126660.817210:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008510c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973215616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2237us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.817216:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5814 00000100:00100000:2.0:1746126660.817569:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973215872:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 446us (587us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.817574:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2127 00002000:00100000:2.0:1746126660.817579:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4000 x1830945973215872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.817586:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4000 with x1830945973215872 ext(0->4095) 00010000:00010000:2.0:1746126660.817591:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.817604:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:2.0:1746126660.817609:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4000 00000100:00100000:0.0:1746126660.821725:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.821827:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216000 00000100:00100000:2.0:1746126660.821836:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216000 00010000:00010000:2.0:1746126660.821869:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.821907:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7505 00000100:00100000:2.0:1746126660.821915:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973216000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.821929:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.821951:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.821968:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.821991:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7544 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec410c expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.822018:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.822020:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.822027:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.822039:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.822074:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.822087:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705344:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.822171:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.824327:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705344:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.824349:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.824386:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973216000:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2471us (2670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.824395:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7505 00000100:00100000:0.0:1746126660.824692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.824719:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216256 00000100:00100000:3.0:1746126660.824725:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216256 00002000:00100000:3.0:1746126660.824759:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21ad80 x1830945973216256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.824769:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21ad80 with x1830945973216256 ext(0->4095) 00002000:00010000:3.0:1746126660.824773:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c21ad80 00000100:00100000:3.0:1746126660.825126:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4230 00000100:00100000:3.0:1746126660.825133:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973216256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.825387:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973216256:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 254us (695us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.825394:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4230 00002000:00100000:3.0:1746126660.825400:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21ad80 x1830945973216256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.825407:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21ad80 with x1830945973216256 ext(0->4095) 00002000:00010000:3.0:1746126660.825410:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c21ad80 00000100:00100000:0.0:1746126660.826532:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.826607:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216384 00000100:00100000:1.0:1746126660.826613:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216384 00000100:00100000:1.0:1746126660.826706:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5815 00000100:00100000:1.0:1746126660.826714:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973216384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.826726:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.826742:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec411a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.826770:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.826777:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.826779:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.826782:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.826810:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.826821:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 39 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.826832:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705472:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.827101:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.828003:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705472:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.828022:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.828032:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126660.828055:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973216384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1342us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.828061:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5815 00000100:00100000:0.0:1746126660.829704:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.829831:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216512 00000100:00100000:2.0:1746126660.829838:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216512 00010000:00010000:2.0:1746126660.829865:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.829899:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7506 00000100:00100000:2.0:1746126660.829907:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973216512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.829918:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.829939:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.829954:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.829975:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c754b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4113 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.830616:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.830618:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.830626:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.830634:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.830666:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.830678:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705600:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.830943:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.832743:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.832788:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216768 00000100:00100000:3.0:1746126660.832796:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216768 00000100:00100000:2.0:1746126660.832820:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705600:192.168.203.49@tcp:105: 00002000:00100000:3.0:1746126660.832832:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecea00 x1830945973216768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126660.832836:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126660.832840:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecea00 with x1830945973216768 ext(0->4095) 00002000:00010000:3.0:1746126660.832844:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecea00 00000100:00100000:3.0:1746126660.832872:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4231 00000100:00100000:3.0:1746126660.832879:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973216768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.833082:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973216768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 203us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.833082:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973216512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3175us (3380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.833089:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4231 00000100:00100000:2.0:1746126660.833090:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7506 00002000:00100000:3.0:1746126660.833094:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecea00 x1830945973216768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.833101:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecea00 with x1830945973216768 ext(0->4095) 00002000:00010000:3.0:1746126660.833103:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecea00 00000100:00100000:0.0:1746126660.834377:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.834419:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973216896 00000100:00100000:1.0:1746126660.834433:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973216896 00000100:00100000:1.0:1746126660.834545:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5816 00000100:00100000:1.0:1746126660.834552:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945973216896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.834562:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.834578:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4121 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.834601:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.834609:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.834610:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.834614:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.834642:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.834653:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:1.0:1746126660.834664:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705728:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.834733:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.834824:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.834861:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217024 00000100:00100000:3.0:1746126660.834865:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217024 00000100:00100000:3.0:1746126660.834887:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5817 00000100:00100000:3.0:1746126660.835097:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973217024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.835106:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.835113:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4128 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.835124:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.835128:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.835133:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.835136:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.835157:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.835171:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.835181:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126660.835216:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973217024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 323us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.835221:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5817 00000100:00100000:1.0:1746126660.836038:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973705728:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.836053:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.836064:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126660.836092:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973216896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1541us (1718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.836096:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5816 00000100:00100000:0.0:1746126660.836665:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.836736:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217152 00000100:00100000:2.0:1746126660.836741:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217152 00010000:00010000:2.0:1746126660.836760:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.836788:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7507 00000100:00100000:2.0:1746126660.836793:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973217152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.836805:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.836822:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.836833:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.836852:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec411a expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.836875:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.836877:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.836882:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.836889:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.836910:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.836917:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.836927:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705984:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.836968:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.840234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.840334:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973705984:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.840359:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.840397:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973217152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3602us (3730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.840405:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7507 00000100:00100000:1.0:1746126660.840499:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217408 00000100:00100000:1.0:1746126660.840506:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217408 00002000:00100000:1.0:1746126660.840541:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b800 x1830945973217408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.840549:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b800 with x1830945973217408 ext(0->4095) 00010000:00010000:1.0:1746126660.840558:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.840569:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.840575:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161b800 00000100:00100000:1.0:1746126660.840599:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2128 00000100:00100000:1.0:1746126660.840606:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973217408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.840890:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973217408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 284us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.840897:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2128 00002000:00100000:1.0:1746126660.840902:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b800 x1830945973217408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.840915:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b800 with x1830945973217408 ext(0->4095) 00010000:00010000:1.0:1746126660.840919:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.840928:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.840934:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161b800 00000100:00100000:0.0:1746126660.843278:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.843329:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.843407:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217664 00000100:00100000:2.0:1746126660.843415:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217664 00000100:00100000:1.0:1746126660.843440:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217536 00000100:00100000:1.0:1746126660.843470:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217536 00010000:00010000:2.0:1746126660.843480:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.843504:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7508 00000100:00100000:1.0:1746126660.843506:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5818 00000100:00100000:2.0:1746126660.843510:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973217664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126660.843512:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973217536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.843523:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126660.843526:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.843539:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec412f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.843542:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.843552:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.843572:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.843578:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.843584:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126660.843587:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.843645:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7559 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4121 expref: 41 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.843668:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.843673:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.843675:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.843680:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.843686:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.843696:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.843703:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.843705:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00010000:00010000:2.0:1746126660.843713:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.843723:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706240:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126660.843757:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973217536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 245us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.843764:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5818 00000100:00100000:2.0:1746126660.844019:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.846753:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706240:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.846776:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126660.846777:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.846812:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973217664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3301us (3481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.846821:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7508 00000100:00100000:1.0:1746126660.846901:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973217920 00000100:00100000:1.0:1746126660.846907:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973217920 00002000:00100000:1.0:1746126660.846941:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3800 x1830945973217920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.846950:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3800 with x1830945973217920 ext(0->4095) 00010000:00010000:1.0:1746126660.846957:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.846970:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.846977:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3800 00000100:00100000:1.0:1746126660.847003:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2129 00000100:00100000:1.0:1746126660.847010:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973217920:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.847154:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973217920:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.847160:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2129 00002000:00100000:1.0:1746126660.847166:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3800 x1830945973217920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.847172:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3800 with x1830945973217920 ext(0->4095) 00010000:00010000:1.0:1746126660.847177:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.847185:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.847190:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3800 00000100:00100000:0.0:1746126660.848192:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.848276:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218048 00000100:00100000:1.0:1746126660.848283:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218048 00000100:00100000:1.0:1746126660.848320:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5819 00000100:00100000:1.0:1746126660.848326:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973218048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.848335:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.848349:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4136 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.848369:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.848375:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.848380:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126660.848383:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.848415:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.848440:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.848478:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126660.848512:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973218048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.848517:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5819 00000100:00100000:1.0:1746126660.848711:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.848810:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218176 00000100:00100000:2.0:1746126660.848814:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218176 00010000:00010000:2.0:1746126660.848827:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.848860:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7509 00000100:00100000:2.0:1746126660.848865:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973218176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.848874:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.848887:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.848898:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.848914:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7560 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4128 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.848924:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.848925:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.848931:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.848938:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.848957:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.848967:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 5 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.848978:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706496:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.849043:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.851246:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706496:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.851303:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.851338:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973218176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2471us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.851346:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7509 00000100:00100000:0.0:1746126660.851555:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.851656:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218432 00000100:00100000:1.0:1746126660.851662:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218432 00002000:00100000:1.0:1746126660.851696:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400000 x1830945973218432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.851705:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400000 with x1830945973218432 ext(0->4095) 00010000:00010000:1.0:1746126660.851713:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.851724:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.851730:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083400000 00000100:00100000:1.0:1746126660.851755:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2130 00000100:00100000:1.0:1746126660.851761:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973218432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.851899:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973218432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.851908:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2130 00002000:00100000:1.0:1746126660.851913:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400000 x1830945973218432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.851919:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400000 with x1830945973218432 ext(0->4095) 00010000:00010000:1.0:1746126660.851924:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:1.0:1746126660.851931:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00002000:00010000:1.0:1746126660.851936:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083400000 00000100:00100000:0.0:1746126660.855110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.855186:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218560 00000100:00100000:2.0:1746126660.855194:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218560 00010000:00010000:2.0:1746126660.855223:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:2.0:1746126660.855244:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7510 00000100:00100000:2.0:1746126660.855250:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973218560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.855263:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.855281:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.855291:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.855312:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7567 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec412f expref: 6 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:2.0:1746126660.855326:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.855328:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.855334:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.855341:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.855368:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.855378:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706624:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.855477:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.857633:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973706624:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.857654:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.857696:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973218560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2444us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.857705:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7510 00000100:00100000:0.0:1746126660.858697:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.858756:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218816 00000100:00100000:1.0:1746126660.858765:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218816 00002000:00100000:1.0:1746126660.858803:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400700 x1830945973218816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.858813:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400700 with x1830945973218816 ext(0->4095) 00002000:00010000:1.0:1746126660.858818:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400700 00000100:00100000:1.0:1746126660.858905:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4232 00000100:00100000:1.0:1746126660.858912:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973218816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.859316:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973218816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 403us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.859323:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4232 00002000:00100000:1.0:1746126660.859328:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400700 x1830945973218816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.859340:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400700 with x1830945973218816 ext(0->4095) 00002000:00010000:1.0:1746126660.859343:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400700 00000100:00100000:0.0:1746126660.861358:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.861517:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973218944 00000100:00100000:3.0:1746126660.861524:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973218944 00000100:00100000:3.0:1746126660.861586:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5820 00000100:00100000:3.0:1746126660.861593:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973218944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.861607:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.861622:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec413d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.861646:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.861653:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.861654:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.861658:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.861686:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.861696:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 39 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.861707:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973706752:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.861985:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.863004:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973706752:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.863025:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.863036:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126660.863534:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973218944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.863542:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5820 00000100:00100000:0.0:1746126660.863895:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.864209:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219072 00000100:00100000:3.0:1746126660.864216:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219072 00010000:00010000:3.0:1746126660.864240:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00000100:00100000:0.0:1746126660.864345:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7511 00000100:00100000:0.0:1746126660.864351:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973219072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126660.864361:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126660.864380:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.864390:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.864408:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c756e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4136 expref: 40 pid: 11071 timeout: 672 lvb_type: 0 00010000:00010000:0.0:1746126660.864524:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.864526:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.864532:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.864543:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.864567:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.864575:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083401180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973706880:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.864828:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.866876:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083401180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973706880:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.866894:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.866928:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973219072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2577us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.866937:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7511 00000100:00100000:0.0:1746126660.867834:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.868238:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219328 00000100:00100000:1.0:1746126660.868246:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219328 00002000:00100000:1.0:1746126660.868288:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083401500 x1830945973219328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.868298:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401500 with x1830945973219328 ext(0->4095) 00002000:00010000:1.0:1746126660.868302:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083401500 00000100:00100000:1.0:1746126660.868327:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4233 00000100:00100000:1.0:1746126660.868333:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973219328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.868544:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973219328:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 210us (712us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.868549:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4233 00002000:00100000:1.0:1746126660.868554:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083401500 x1830945973219328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.868560:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401500 with x1830945973219328 ext(0->4095) 00002000:00010000:1.0:1746126660.868563:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083401500 00000100:00100000:0.0:1746126660.868897:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.869243:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219456 00000100:00100000:3.0:1746126660.869248:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219456 00000100:00100000:3.0:1746126660.869269:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5821 00000100:00100000:3.0:1746126660.869274:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945973219456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.869283:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.869298:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4144 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.869320:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.869326:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.869328:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.869331:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.869356:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.869366:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 5 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.869376:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973707008:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.870087:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.870608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.871105:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973707008:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.871127:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871140:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126660.871167:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973219456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1891us (2270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.871177:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5821 00000100:00100000:3.0:1746126660.871194:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219584 00000100:00100000:3.0:1746126660.871198:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219584 00000100:00100000:3.0:1746126660.871216:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5822 00000100:00100000:3.0:1746126660.871221:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31659:x1830945973219584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.871230:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.871239:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec414b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871254:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.871257:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871263:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.871266:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871285:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871294:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871300:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126660.871312:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973219584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.871317:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5822 00000100:00100000:0.0:1746126660.871549:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.871835:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219712 00000100:00100000:3.0:1746126660.871838:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219712 00010000:00010000:3.0:1746126660.871854:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.871881:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7512 00000100:00100000:3.0:1746126660.871887:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973219712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.871895:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.871914:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.871924:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.871941:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7575 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec413d expref: 6 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.871962:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.871964:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.871969:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871976:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.871993:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.872007:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 40 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.872016:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707264:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.872071:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.875090:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707264:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.875114:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.875159:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973219712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3270us (3608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.875170:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7512 00000100:00100000:2.0:1746126660.876964:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.877065:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973219968 00000100:00100000:3.0:1746126660.877075:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973219968 00002000:00100000:3.0:1746126660.877118:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae300 x1830945973219968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.877127:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830945973219968 ext(0->4095) 00010000:00010000:3.0:1746126660.877135:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.877146:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.877152:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:3.0:1746126660.877177:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2131 00000100:00100000:3.0:1746126660.877183:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973219968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.877352:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973219968:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.877359:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2131 00002000:00100000:3.0:1746126660.877364:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae300 x1830945973219968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.877372:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830945973219968 ext(0->4095) 00010000:00010000:3.0:1746126660.877380:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.877389:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00002000:00010000:3.0:1746126660.877395:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:0.0:1746126660.878937:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.878990:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220096 00000100:00100000:3.0:1746126660.878998:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220096 00010000:00010000:3.0:1746126660.879020:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00000100:00100000:3.0:1746126660.879052:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7513 00000100:00100000:3.0:1746126660.879059:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1979:x1830945973220096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.879070:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.879086:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.879096:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.879118:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c757c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4144 expref: 41 pid: 16421 timeout: 672 lvb_type: 0 00010000:00010000:3.0:1746126660.879692:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.880825:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.880838:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.880846:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.880894:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.880906:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707392:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.882387:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.884060:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707392:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.884081:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.884132:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1979:x1830945973220096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5072us (5199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.884143:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7513 00000100:00100000:0.0:1746126660.885106:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.885155:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220352 00000100:00100000:3.0:1746126660.885163:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220352 00002000:00100000:3.0:1746126660.885202:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402300 x1830945973220352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.885217:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402300 with x1830945973220352 ext(0->4095) 00002000:00010000:3.0:1746126660.885221:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083402300 00000100:00100000:3.0:1746126660.885248:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4234 00000100:00100000:3.0:1746126660.885255:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973220352:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.885766:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973220352:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 511us (661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.885772:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4234 00002000:00100000:3.0:1746126660.885779:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402300 x1830945973220352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.885787:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402300 with x1830945973220352 ext(0->4095) 00002000:00010000:3.0:1746126660.885789:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083402300 00000100:00100000:0.0:1746126660.890805:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.890868:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220480 00000100:00100000:1.0:1746126660.890878:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220480 00000100:00100000:1.0:1746126660.890931:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5823 00000100:00100000:1.0:1746126660.890939:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973220480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.890958:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.890977:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4152 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.891010:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.891017:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.891019:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.891022:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.891051:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.891062:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 39 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126660.891074:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973707520:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.891865:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.892597:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973707520:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126660.892618:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.892631:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126660.892674:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973220480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.892681:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5823 00000100:00100000:0.0:1746126660.894432:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.894832:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220608 00000100:00100000:3.0:1746126660.894842:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220608 00010000:00010000:3.0:1746126660.894873:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.894912:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7514 00000100:00100000:3.0:1746126660.894919:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973220608:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.894932:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.894952:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.894963:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.894988:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7583 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec414b expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.895018:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.895020:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.895026:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.895034:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.895066:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.895078:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707648:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.895154:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.899948:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.900001:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.900092:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220864 00000100:00100000:2.0:1746126660.900101:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220864 00000100:00100000:3.0:1746126660.900137:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973707648:192.168.203.49@tcp:105: 00002000:00100000:2.0:1746126660.900155:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d669c50 x1830945973220864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126660.900158:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126660.900163:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d669c50 with x1830945973220864 ext(0->4095) 00002000:00010000:2.0:1746126660.900168:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d669c50 00000100:00100000:2.0:1746126660.900188:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4235 00000100:00100000:2.0:1746126660.900195:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d669c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973220864:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126660.900199:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973220608:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5280us (5785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.900208:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7514 00000100:00100000:2.0:1746126660.900348:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d669c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973220864:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.900353:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4235 00002000:00100000:2.0:1746126660.900359:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d669c50 x1830945973220864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.900366:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d669c50 with x1830945973220864 ext(0->4095) 00002000:00010000:2.0:1746126660.900368:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d669c50 00000100:00100000:1.0:1746126660.900408:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973220992 00000100:00100000:1.0:1746126660.900412:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973220992 00000100:00100000:1.0:1746126660.900459:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5824 00000100:00100000:1.0:1746126660.900465:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945973220992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.900474:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.900493:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4159 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.900518:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.900525:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.900528:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.900531:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.900560:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.900570:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126660.900579:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973707776:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.902005:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.904171:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.904198:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973221120 00000100:00100000:0.0:1746126660.904206:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973221120 00000100:00100000:0.0:1746126660.904244:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5825 00000100:00100000:0.0:1746126660.904251:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973221120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126660.904268:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126660.904282:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4160 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126660.904303:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973707776:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126660.904309:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126660.904313:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.904319:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126660.904322:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.904340:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.904353:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00010000:00010000:0.0:1746126660.904358:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.904366:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126660.904372:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db400, rc 0) 00000100:00100000:1.0:1746126660.904390:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973220992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3926us (4389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.904390:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973221120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.904396:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5825 00000100:00100000:1.0:1746126660.904398:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5824 00000100:00100000:0.0:1746126660.904796:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.907023:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973221248 00000100:00100000:3.0:1746126660.907033:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973221248 00010000:00010000:3.0:1746126660.907068:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.907114:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7515 00000100:00100000:3.0:1746126660.907121:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973221248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.907135:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.907465:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.907477:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.907499:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c758a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4152 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.907515:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.907517:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.907524:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.907531:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.907564:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.907575:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.907592:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708032:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.908342:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.912652:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.912762:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708032:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.912780:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.912830:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973221248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5708us (8034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.912840:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7515 00000100:00100000:2.0:1746126660.913001:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973221504 00000100:00100000:2.0:1746126660.913008:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973221504 00002000:00100000:2.0:1746126660.913044:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083403800 x1830945973221504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.913054:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083403800 with x1830945973221504 ext(0->4095) 00010000:00010000:2.0:1746126660.913063:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.913075:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.913081:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083403800 00000100:00100000:2.0:1746126660.913104:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2132 00000100:00100000:2.0:1746126660.913111:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973221504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.913360:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973221504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 249us (718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.913366:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2132 00002000:00100000:2.0:1746126660.913371:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083403800 x1830945973221504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.913378:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083403800 with x1830945973221504 ext(0->4095) 00010000:00010000:2.0:1746126660.913382:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.913391:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.913396:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083403800 00000100:00100000:0.0:1746126660.915978:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.916146:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973221632 00000100:00100000:3.0:1746126660.916154:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973221632 00010000:00010000:3.0:1746126660.916181:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.916241:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7516 00000100:00100000:3.0:1746126660.916248:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973221632:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.916260:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.916279:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.916291:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.916315:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7591 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4159 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.916398:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.916401:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.916408:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.916416:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.916479:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.916495:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708160:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.916576:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.917652:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708160:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.917667:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.917699:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973221632:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1451us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.917707:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7516 00000100:00100000:0.0:1746126660.918149:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.918199:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973221888 00000100:00100000:2.0:1746126660.918204:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973221888 00002000:00100000:2.0:1746126660.918233:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400000 x1830945973221888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.918241:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400000 with x1830945973221888 ext(0->4095) 00002000:00010000:2.0:1746126660.918245:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400000 00000100:00100000:2.0:1746126660.918257:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4236 00000100:00100000:2.0:1746126660.918262:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973221888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.918397:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973221888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.918402:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4236 00002000:00100000:2.0:1746126660.918407:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400000 x1830945973221888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.918413:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400000 with x1830945973221888 ext(0->4095) 00002000:00010000:2.0:1746126660.918415:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400000 00000100:00100000:0.0:1746126660.919858:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.919910:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222016 00000100:00100000:3.0:1746126660.919916:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222016 00000100:00100000:3.0:1746126660.919957:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5826 00000100:00100000:3.0:1746126660.919963:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973222016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.919975:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.919990:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4167 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.920618:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.920630:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.920632:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.920635:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.920664:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 39 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.920675:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 39 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.920688:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973708288:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.920769:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.922161:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973708288:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.922182:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.922195:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126660.922223:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973222016:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.922230:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5826 00000100:00100000:0.0:1746126660.922586:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.922649:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222144 00000100:00100000:3.0:1746126660.922654:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222144 00010000:00010000:3.0:1746126660.922675:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.922816:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7517 00000100:00100000:3.0:1746126660.922822:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973222144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.922833:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.922852:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.922862:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.922881:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7598 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4160 expref: 40 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.922892:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.922893:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.922900:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.922907:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.922929:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.922939:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708416:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.923501:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.925164:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708416:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.925182:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.925225:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973222144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2403us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.925234:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7517 00000100:00100000:0.0:1746126660.926128:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.927712:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222400 00000100:00100000:2.0:1746126660.927723:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222400 00002000:00100000:2.0:1746126660.927768:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402300 x1830945973222400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.927783:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402300 with x1830945973222400 ext(0->4095) 00002000:00010000:2.0:1746126660.927788:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083402300 00000100:00100000:2.0:1746126660.927819:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4237 00000100:00100000:2.0:1746126660.927827:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973222400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.928015:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973222400:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (1887us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.928021:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4237 00002000:00100000:2.0:1746126660.928027:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402300 x1830945973222400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.928034:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402300 with x1830945973222400 ext(0->4095) 00002000:00010000:2.0:1746126660.928037:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083402300 00000100:00100000:0.0:1746126660.929704:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.929825:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222528 00000100:00100000:3.0:1746126660.929832:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222528 00000100:00100000:3.0:1746126660.929871:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5827 00000100:00100000:3.0:1746126660.929877:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945973222528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.929888:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.929903:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec416e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.929928:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.929936:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.929937:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.929940:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.929978:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126660.930733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126660.930789:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.930803:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973708544:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126660.931058:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222656 00000100:00100000:1.0:1746126660.931062:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222656 00000100:00100000:1.0:1746126660.931088:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5828 00000100:00100000:1.0:1746126660.931093:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973222656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.931101:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.931108:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4175 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.931121:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.931125:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.931130:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.931132:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.931153:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.931162:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.931175:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:3.0:1746126660.931545:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126660.932809:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973222656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1710us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.932819:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5828 00000100:00100000:3.0:1746126660.936032:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973708544:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.936068:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.936085:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126660.936182:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973222528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6303us (6482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.936190:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5827 00000100:00100000:0.0:1746126660.937871:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.937957:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973222784 00000100:00100000:3.0:1746126660.937964:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973222784 00010000:00010000:3.0:1746126660.937993:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.938025:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7518 00000100:00100000:3.0:1746126660.938031:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973222784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.938044:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.938064:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.938075:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.938098:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c759f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4167 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.938557:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.938560:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.938708:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.938717:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.938750:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.938761:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.938774:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708800:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.938992:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.940835:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708800:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.940881:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.940940:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973222784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2907us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.940949:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7518 00000100:00100000:0.0:1746126660.941792:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.941814:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223040 00000100:00100000:0.0:1746126660.941821:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223040 00002000:00100000:0.0:1746126660.941856:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830945973223040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.941865:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830945973223040 ext(0->4095) 00010000:00010000:0.0:1746126660.941872:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126660.941883:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126660.941889:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7b80 00000100:00100000:0.0:1746126660.941917:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2133 00000100:00100000:0.0:1746126660.941922:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973223040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126660.942178:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973223040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 254us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126660.942184:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2133 00002000:00100000:0.0:1746126660.942189:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830945973223040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126660.942195:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830945973223040 ext(0->4095) 00010000:00010000:0.0:1746126660.942200:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126660.942212:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126660.942217:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7b80 00000100:00100000:0.0:1746126660.943680:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.944404:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223168 00000100:00100000:3.0:1746126660.944412:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223168 00010000:00010000:3.0:1746126660.944522:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.944562:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7519 00000100:00100000:3.0:1746126660.944569:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973223168:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.944581:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.944599:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.944610:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.944633:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec416e expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.944661:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.944663:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.944669:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.944676:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.944707:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.944718:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.945052:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.947079:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.947082:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973708928:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.947103:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126660.947137:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223424 00000100:00100000:1.0:1746126660.947144:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223424 00000100:00100000:3.0:1746126660.947165:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973223168:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2596us (3490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.947174:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7519 00002000:00100000:1.0:1746126660.947180:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4a80 x1830945973223424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.947188:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4a80 with x1830945973223424 ext(0->4095) 00002000:00010000:1.0:1746126660.947192:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4a80 00000100:00100000:1.0:1746126660.947389:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4238 00000100:00100000:1.0:1746126660.947396:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973223424:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.947702:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973223424:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 305us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.947708:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4238 00002000:00100000:1.0:1746126660.947713:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4a80 x1830945973223424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.947733:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4a80 with x1830945973223424 ext(0->4095) 00002000:00010000:1.0:1746126660.947736:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4a80 00000100:00100000:0.0:1746126660.950846:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.951259:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223552 00000100:00100000:3.0:1746126660.951268:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223552 00000100:00100000:3.0:1746126660.951367:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5829 00000100:00100000:3.0:1746126660.951373:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973223552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.951389:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.951403:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec417c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.951466:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.951475:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.951477:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.951481:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.951513:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.951525:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 39 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.951537:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709056:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.951631:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.953086:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709056:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.953108:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.953121:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126660.953163:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973223552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.953170:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5829 00000100:00100000:0.0:1746126660.953502:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.953565:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223680 00000100:00100000:3.0:1746126660.953571:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223680 00010000:00010000:3.0:1746126660.953593:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.953618:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7520 00000100:00100000:3.0:1746126660.953623:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973223680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.953632:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.953650:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.953660:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.953678:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c75ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4175 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.953706:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.953708:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.953714:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.953721:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.953743:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126660.953752:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.953809:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.955320:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.955332:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.955385:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973223680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1761us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.955392:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7520 00000100:00100000:0.0:1746126660.955633:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.956280:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973223936 00000100:00100000:1.0:1746126660.956287:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973223936 00002000:00100000:1.0:1746126660.956321:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5c00 x1830945973223936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.956335:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5c00 with x1830945973223936 ext(0->4095) 00002000:00010000:1.0:1746126660.956340:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5c00 00000100:00100000:1.0:1746126660.956429:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4239 00000100:00100000:1.0:1746126660.956436:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973223936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.956993:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973223936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 556us (1358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.957000:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4239 00002000:00100000:1.0:1746126660.957006:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5c00 x1830945973223936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.957012:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5c00 with x1830945973223936 ext(0->4095) 00002000:00010000:1.0:1746126660.957015:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5c00 00000100:00100000:0.0:1746126660.958708:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.958892:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224064 00000100:00100000:3.0:1746126660.958900:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224064 00000100:00100000:3.0:1746126660.958943:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5830 00000100:00100000:3.0:1746126660.958950:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31658:x1830945973224064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.958963:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.958978:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4183 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.959008:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.959014:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.959015:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.959019:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.959046:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.959057:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.959068:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709312:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.959139:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.959636:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.959789:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224192 00000100:00100000:1.0:1746126660.959793:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224192 00000100:00100000:1.0:1746126660.959813:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5831 00000100:00100000:1.0:1746126660.959818:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973224192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126660.959825:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126660.959832:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec418a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.959845:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126660.959849:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.959854:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126660.959857:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.959877:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.959887:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126660.959895:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126660.959915:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973224192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126660.959920:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5831 00000100:00100000:0.0:1746126660.962223:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.962328:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709312:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.962353:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.962357:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224320 00000100:00100000:2.0:1746126660.962362:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224320 00010000:00010000:3.0:1746126660.962366:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00010000:00010000:2.0:1746126660.962386:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.962399:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973224064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3450us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.962406:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5830 00000100:00100000:2.0:1746126660.962414:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7521 00000100:00100000:2.0:1746126660.962427:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973224320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.962440:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.962482:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.962493:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.962516:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c75b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec417c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.962541:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.962544:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.962551:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.962558:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.962584:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.962594:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.962606:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709568:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.963023:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.964890:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709568:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.964908:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.964995:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.965067:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973224320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2645us (2849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.965077:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7521 00000100:00100000:1.0:1746126660.965351:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224576 00000100:00100000:1.0:1746126660.965358:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224576 00002000:00100000:1.0:1746126660.965393:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830945973224576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.965402:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830945973224576 ext(0->4095) 00010000:00010000:1.0:1746126660.965409:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126660.965430:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126660.965436:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4e00 00000100:00100000:1.0:1746126660.965486:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2134 00000100:00100000:1.0:1746126660.965493:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973224576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126660.965843:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973224576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 349us (848us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.965849:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2134 00002000:00100000:1.0:1746126660.965854:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830945973224576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.965861:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830945973224576 ext(0->4095) 00010000:00010000:1.0:1746126660.965866:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126660.965874:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126660.965880:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4e00 00000100:00100000:0.0:1746126660.967024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.967117:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224704 00000100:00100000:2.0:1746126660.967121:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224704 00010000:00010000:2.0:1746126660.967136:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.967157:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7522 00000100:00100000:2.0:1746126660.967162:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973224704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.967170:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.967184:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.967194:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.967243:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4183 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.967258:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.967260:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.967266:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.967273:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.967303:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.967485:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709696:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.967558:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.970413:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709696:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126660.970488:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126660.970545:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973224704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3381us (3522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126660.970554:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7522 00000100:00100000:0.0:1746126660.970825:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.970878:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973224960 00000100:00100000:1.0:1746126660.970886:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973224960 00002000:00100000:1.0:1746126660.971073:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0380 x1830945973224960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.971084:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945973224960 ext(0->4095) 00002000:00010000:1.0:1746126660.971089:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0380 00000100:00100000:1.0:1746126660.971116:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4240 00000100:00100000:1.0:1746126660.971124:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973224960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.971280:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973224960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.971286:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4240 00002000:00100000:1.0:1746126660.971292:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0380 x1830945973224960/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.971299:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0380 with x1830945973224960 ext(0->4095) 00002000:00010000:1.0:1746126660.971301:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f0380 00000100:00100000:0.0:1746126660.974008:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.974078:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225088 00000100:00100000:3.0:1746126660.974087:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225088 00000100:00100000:3.0:1746126660.974125:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5832 00000100:00100000:3.0:1746126660.974131:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973225088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.974145:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.974159:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4191 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.974185:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.974192:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.974194:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.974198:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.974226:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 39 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.974237:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 39 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.974249:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709824:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.974328:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.975822:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973709824:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.975841:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.975857:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126660.975884:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973225088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1753us (1883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.975890:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5832 00000100:00100000:0.0:1746126660.976049:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.976551:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225216 00000100:00100000:2.0:1746126660.976556:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225216 00010000:00010000:2.0:1746126660.976576:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.976602:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7523 00000100:00100000:2.0:1746126660.976608:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973225216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.976735:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.976756:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.976766:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.976786:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c75c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec418a expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.976810:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.976811:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.976818:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.976826:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.976851:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.976864:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709952:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.976919:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.978571:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.978619:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973709952:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.978634:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.978637:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225472 00000100:00100000:3.0:1746126660.978642:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225472 00000100:00100000:2.0:1746126660.978660:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1982:x1830945973225216:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2052us (2611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.978668:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7523 00002000:00100000:3.0:1746126660.978673:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2d80 x1830945973225472/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.978783:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2d80 with x1830945973225472 ext(0->4095) 00002000:00010000:3.0:1746126660.978787:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f2d80 00000100:00100000:3.0:1746126660.978812:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4241 00000100:00100000:3.0:1746126660.978818:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973225472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126660.978960:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973225472:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126660.978966:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4241 00002000:00100000:3.0:1746126660.978972:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2d80 x1830945973225472/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126660.978978:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2d80 with x1830945973225472 ext(0->4095) 00002000:00010000:3.0:1746126660.978981:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f2d80 00000100:00100000:0.0:1746126660.980496:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.980530:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225600 00000100:00100000:3.0:1746126660.980535:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225600 00000100:00100000:3.0:1746126660.980560:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5833 00000100:00100000:3.0:1746126660.980565:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945973225600:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.980574:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.980586:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4198 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.980605:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.980610:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.980611:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.980613:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.980636:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.980643:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.980651:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973710080:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.980711:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126660.981898:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.982111:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973710080:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.982130:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982143:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126660.982179:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31659:x1830945973225600:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1612us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.982189:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5833 00000100:00100000:3.0:1746126660.982205:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225728 00000100:00100000:3.0:1746126660.982208:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225728 00000100:00100000:3.0:1746126660.982237:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5834 00000100:00100000:3.0:1746126660.982243:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31658:x1830945973225728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.982251:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.982259:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec419f expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982272:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.982276:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982282:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.982285:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982305:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982315:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.982322:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126660.982351:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973225728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.982356:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5834 00000100:00100000:0.0:1746126660.982541:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.982575:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973225856 00000100:00100000:2.0:1746126660.982579:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973225856 00010000:00010000:2.0:1746126660.982593:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.982616:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7524 00000100:00100000:2.0:1746126660.982619:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973225856:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.982626:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.982643:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.982651:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.982663:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c75c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4191 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.982675:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.982677:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.982681:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.982686:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.982699:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.982705:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.982711:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710336:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.982750:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126660.984546:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710336:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.984562:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.984587:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973225856:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1966us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.984594:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7524 00000100:00100000:0.0:1746126660.984786:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126660.984905:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226112 00000100:00100000:1.0:1746126660.984912:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226112 00002000:00100000:1.0:1746126660.984943:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f3100 x1830945973226112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.984952:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945973226112 ext(0->4095) 00010000:00010000:1.0:1746126660.984960:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126660.984971:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126660.984977:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:1.0:1746126660.985004:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2135 00000100:00100000:1.0:1746126660.985010:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973226112:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126660.985138:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973226112:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126660.985143:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2135 00002000:00100000:1.0:1746126660.985148:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f3100 x1830945973226112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126660.985155:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f3100 with x1830945973226112 ext(0->4095) 00010000:00010000:1.0:1746126660.985160:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126660.985169:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126660.985174:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f3100 00000100:00100000:0.0:1746126660.986853:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.987015:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226240 00000100:00100000:3.0:1746126660.987022:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226240 00000100:00100000:3.0:1746126660.987070:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5835 00000100:00100000:3.0:1746126660.987077:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973226240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126660.987089:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126660.987105:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41a6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.987127:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126660.987133:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.987143:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126660.987147:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.987182:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.987192:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.987202:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126660.987240:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973226240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.987245:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5835 00000100:00100000:0.0:1746126660.987574:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.988002:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226368 00000100:00100000:3.0:1746126660.988006:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226368 00010000:00010000:3.0:1746126660.988022:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.988047:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7525 00000100:00100000:3.0:1746126660.988051:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973226368:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126660.988061:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126660.988077:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.988087:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.988103:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c75d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4198 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.988114:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.988116:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.988121:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.988128:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.988144:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.988152:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.988166:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710592:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126660.988904:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.989984:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710592:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126660.989996:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126660.989999:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126660.990038:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973226368:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1982us (2460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.990046:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7525 00000100:00100000:2.0:1746126660.990061:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226624 00000100:00100000:2.0:1746126660.990065:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226624 00002000:00100000:2.0:1746126660.990179:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9b800 x1830945973226624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.990188:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973226624 ext(0->4095) 00010000:00010000:2.0:1746126660.990194:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.990209:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.990215:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9b800 00000100:00100000:2.0:1746126660.990227:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2136 00000100:00100000:2.0:1746126660.990233:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973226624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126660.990587:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973226624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 354us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.990593:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2136 00002000:00100000:2.0:1746126660.990597:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9b800 x1830945973226624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.990603:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973226624 ext(0->4095) 00010000:00010000:2.0:1746126660.990607:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.990615:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.990621:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9b800 00000100:00100000:0.0:1746126660.992565:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126660.992646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126660.992734:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226752 00000100:00100000:3.0:1746126660.992741:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226752 00000100:00100000:2.0:1746126660.992741:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973226880 00000100:00100000:2.0:1746126660.992746:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973226880 00010000:00010000:2.0:1746126660.992766:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.992788:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7526 00000100:00100000:2.0:1746126660.992794:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973226880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.992804:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.992822:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.992833:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126660.992852:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5836 00000100:00100000:3.0:1746126660.992858:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973226752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126660.992859:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c75d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec419f expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.992869:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126660.992881:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.992883:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.992888:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41ad expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.992889:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.992896:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.992908:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.992913:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.992914:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126660.992916:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.992940:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.992949:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.992961:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710720:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126660.993021:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126660.993138:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.993157:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.993181:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973710848:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126660.993209:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126660.994198:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973710848:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126660.994217:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126660.994227:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126660.994290:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973226752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1428us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126660.994297:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5836 00000100:00100000:2.0:1746126660.995147:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710720:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126660.995157:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126660.995190:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a3a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973226880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2395us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126660.995197:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7526 00000100:00100000:0.0:1746126660.995274:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.995468:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973227136 00000100:00100000:2.0:1746126660.995473:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973227136 00002000:00100000:2.0:1746126660.995499:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9a300 x1830945973227136/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/0 e 0 to 0 dl 1746126671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.995508:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973227136 ext(0->4095) 00010000:00010000:2.0:1746126660.995514:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.996158:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.996165:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9a300 00000100:00100000:2.0:1746126660.996194:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2137 00000100:00100000:2.0:1746126660.996201:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973227136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126660.996355:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973227136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (1081us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126660.996361:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2137 00002000:00100000:2.0:1746126660.996366:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9a300 x1830945973227136/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:421/0 lens 488/4536 e 0 to 0 dl 1746126671 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126660.996373:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973227136 ext(0->4095) 00010000:00010000:2.0:1746126660.996378:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.996386:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126660.996391:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090d9a300 00000100:00100000:0.0:1746126660.997635:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126660.997693:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973227264 00000100:00100000:2.0:1746126660.997699:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973227264 00010000:00010000:2.0:1746126660.997721:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126660.997751:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7527 00000100:00100000:2.0:1746126660.997758:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973227264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126660.997767:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126660.997783:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.997793:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.997816:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c75de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41a6 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126660.997840:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.997842:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126660.997849:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.997861:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126660.997890:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126660.997901:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710976:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126660.998265:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.000308:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.000370:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973227520 00000100:00100000:3.0:1746126661.000377:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973227520 00000100:00100000:2.0:1746126661.000413:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973710976:192.168.203.49@tcp:105: 00002000:00100000:3.0:1746126661.000463:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99180 x1830945973227520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126661.000467:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1746126661.000471:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746126661.000473:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973227520 ext(0->4095) 00002000:00010000:3.0:1746126661.000478:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:3.0:1746126661.000496:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4242 00000100:00100000:3.0:1746126661.000503:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973227520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.000507:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973227264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2749us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.000514:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7527 00000100:00100000:3.0:1746126661.000632:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973227520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.000641:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4242 00002000:00100000:3.0:1746126661.000646:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d99180 x1830945973227520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.000654:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973227520 ext(0->4095) 00002000:00010000:3.0:1746126661.000657:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:0.0:1746126661.001818:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.001895:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973227648 00000100:00100000:3.0:1746126661.001904:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973227648 00000100:00080000:1.0:1746126661.001947:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126661.001950:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5837 00000100:00100000:3.0:1746126661.001956:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973227648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.001966:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.001981:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41b4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.002016:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.002024:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.002025:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.002029:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.002056:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.002067:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 39 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.002082:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973711104:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.002154:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.003632:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973711104:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.003653:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.003665:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:0.0:1746126661.003668:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.003712:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973227648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1755us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.003719:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5837 00000100:00100000:3.0:1746126661.003804:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973227776 00000100:00100000:3.0:1746126661.003808:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973227776 00010000:00010000:3.0:1746126661.003824:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.003850:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7528 00000100:00100000:3.0:1746126661.003855:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973227776:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.003866:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.003920:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.003931:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.003948:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c75e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ad expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.003961:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.003963:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.003969:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.003976:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.004096:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.004105:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711232:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.004268:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.005697:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.005757:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711232:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.005775:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.005800:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973227776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1944us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.005807:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7528 00000100:00100000:2.0:1746126661.005859:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228032 00000100:00100000:2.0:1746126661.005864:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228032 00002000:00100000:2.0:1746126661.005897:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9bb80 x1830945973228032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.005907:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9bb80 with x1830945973228032 ext(0->4095) 00002000:00010000:2.0:1746126661.005911:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9bb80 00000100:00100000:2.0:1746126661.005955:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4243 00000100:00100000:2.0:1746126661.005962:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973228032:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.006111:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973228032:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.006116:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4243 00002000:00100000:2.0:1746126661.006121:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090d9bb80 x1830945973228032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.006128:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9bb80 with x1830945973228032 ext(0->4095) 00002000:00010000:2.0:1746126661.006131:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9bb80 00000100:00100000:0.0:1746126661.008281:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.008389:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228160 00000100:00100000:2.0:1746126661.008396:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228160 00000100:00100000:2.0:1746126661.008438:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5838 00000100:00100000:2.0:1746126661.008464:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945973228160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.008477:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.008492:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41bb expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.008518:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.008525:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.008527:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.008532:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.008560:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.008572:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.008584:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973711360:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.008769:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.009882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.009927:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228288 00000100:00100000:2.0:1746126661.009932:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228288 00000100:00100000:2.0:1746126661.009964:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5839 00000100:00100000:2.0:1746126661.009969:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973228288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.009978:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.009986:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41c2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.010001:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.010005:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.010010:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.010013:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.010036:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.010049:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.010057:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.010123:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973228288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.010128:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5839 00000100:00100000:0.0:1746126661.010890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.010963:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228416 00000100:00100000:3.0:1746126661.010966:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228416 00000100:00100000:2.0:1746126661.010980:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973711360:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.010982:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.010995:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.010997:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7529 00000100:00100000:3.0:1746126661.011000:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973228416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.011004:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00010000:00010000:3.0:1746126661.011006:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.011039:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973228160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (2765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.011045:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5838 00010000:00010000:3.0:1746126661.011132:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.011140:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.011154:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c75ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41b4 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.011172:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.011173:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.011178:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.011183:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.011198:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.011205:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.011212:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711616:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.011253:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.012618:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.012627:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711616:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.012639:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.012675:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973228416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1673us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.012682:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7529 00000100:00100000:2.0:1746126661.012900:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228672 00000100:00100000:2.0:1746126661.012905:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228672 00002000:00100000:2.0:1746126661.012930:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945973228672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.012940:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945973228672 ext(0->4095) 00010000:00010000:2.0:1746126661.012946:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.012956:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.012964:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61500 00000100:00100000:2.0:1746126661.012989:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2138 00000100:00100000:2.0:1746126661.012995:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973228672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.014538:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973228672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1538us (1918us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.014546:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2138 00002000:00100000:2.0:1746126661.014551:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61500 x1830945973228672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.014560:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61500 with x1830945973228672 ext(0->4095) 00010000:00010000:2.0:1746126661.014567:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.014577:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.014583:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61500 00000100:00100000:0.0:1746126661.016098:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.016143:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.016144:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228800 00000100:00100000:2.0:1746126661.016151:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228800 00000100:00100000:2.0:1746126661.016181:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5840 00000100:00100000:2.0:1746126661.016187:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973228800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.016199:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.016212:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41c9 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.016235:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973228928 00000100:00100000:3.0:1746126661.016238:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973228928 00010000:00010000:2.0:1746126661.016239:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.016245:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.016250:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126661.016252:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.016253:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.016284:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7530 00010000:00010000:2.0:1746126661.016287:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.016290:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1980:x1830945973228928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.016297:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.016298:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.016307:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00010000:00010000:3.0:1746126661.016315:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.016325:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.016342:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c75f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41bb expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.016350:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973228800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (255us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126661.016352:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.016353:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126661.016355:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5840 00010000:00010000:3.0:1746126661.016358:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.016365:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.016385:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.016395:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.016409:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711872:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.016483:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.019167:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973711872:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.019183:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.019214:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1980:x1830945973228928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2924us (3070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.019222:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7530 00000100:00100000:0.0:1746126661.019872:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.019924:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229184 00000100:00100000:2.0:1746126661.019931:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229184 00002000:00100000:2.0:1746126661.019963:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62680 x1830945973229184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.019973:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62680 with x1830945973229184 ext(0->4095) 00010000:00010000:2.0:1746126661.019981:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.019999:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.020005:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a62680 00000100:00100000:2.0:1746126661.020034:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2139 00000100:00100000:2.0:1746126661.020039:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973229184:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.020192:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973229184:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.020198:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2139 00002000:00100000:2.0:1746126661.020203:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62680 x1830945973229184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.020211:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62680 with x1830945973229184 ext(0->4095) 00010000:00010000:2.0:1746126661.020217:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.020227:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 40 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.020233:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a62680 00000100:00100000:0.0:1746126661.022734:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.022782:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.022788:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229312 00000100:00100000:2.0:1746126661.022800:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229312 00000100:00100000:3.0:1746126661.022853:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229440 00000100:00100000:3.0:1746126661.022857:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229440 00000100:00100000:2.0:1746126661.022859:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5841 00000100:00100000:2.0:1746126661.022865:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973229312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.022875:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.022877:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.022892:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41d0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.022919:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.022924:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.022931:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.022934:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.022967:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.022980:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.022989:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126661.023046:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973229312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.023051:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5841 00000100:00100000:3.0:1746126661.023317:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7531 00000100:00100000:3.0:1746126661.023323:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973229440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.023333:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.023349:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.023360:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.023376:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c75fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c2 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.023398:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.023400:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.023405:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.023412:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.023463:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.023473:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.023484:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973712128:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.023698:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.025057:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973712128:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.025068:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.025099:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973229440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1777us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.025105:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7531 00000100:00100000:0.0:1746126661.025393:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.025530:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229696 00000100:00100000:1.0:1746126661.025538:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229696 00002000:00100000:1.0:1746126661.025571:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945973229696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.025579:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945973229696 ext(0->4095) 00010000:00010000:1.0:1746126661.025585:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.025599:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.025604:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60380 00000100:00100000:1.0:1746126661.025629:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2140 00000100:00100000:1.0:1746126661.025634:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973229696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.025763:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973229696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.025768:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2140 00002000:00100000:1.0:1746126661.025773:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a60380 x1830945973229696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.025780:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60380 with x1830945973229696 ext(0->4095) 00010000:00010000:1.0:1746126661.025784:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.025792:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.025797:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a60380 00000100:00100000:0.0:1746126661.027313:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.027356:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.027397:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229952 00000100:00100000:2.0:1746126661.027403:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229952 00000100:00100000:3.0:1746126661.027436:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973229824 00000100:00100000:3.0:1746126661.027440:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973229824 00000100:00100000:2.0:1746126661.027459:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5842 00000100:00100000:2.0:1746126661.027466:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:31659:x1830945973229952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.027476:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 7 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.027477:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.027491:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41d7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.027517:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.027524:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.027530:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.027534:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.027566:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.027578:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.027588:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126661.027593:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7532 00000100:00100000:3.0:1746126661.027600:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973229824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.027611:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.027615:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+8:31659:x1830945973229952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.027620:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5842 00010000:00010000:3.0:1746126661.027629:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 7 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.027638:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 7 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.027653:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7601 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41c9 expref: 7 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.027665:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.027667:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.027672:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.027679:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.027698:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.027708:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 39 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.027718:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973712384:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.027778:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.029883:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.029928:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973712384:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.029941:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230080 00010000:00010000:3.0:1746126661.029945:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.029947:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230080 00010000:00010000:1.0:1746126661.029971:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.029989:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973229824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2388us (2631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.029996:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7532 00000100:00100000:1.0:1746126661.030005:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7533 00000100:00100000:1.0:1746126661.030011:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1981:x1830945973230080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.030020:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.030038:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.030048:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.030067:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d0 expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.030082:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.030084:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.030090:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.030096:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.030122:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.030132:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973712512:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.030370:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.032357:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973712512:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.032373:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.032462:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973230080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2449us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.032470:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7533 00000100:00100000:0.0:1746126661.032537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.032621:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230336 00000100:00100000:3.0:1746126661.032628:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230336 00002000:00100000:3.0:1746126661.032663:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63480 x1830945973230336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.032672:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63480 with x1830945973230336 ext(0->4095) 00002000:00010000:3.0:1746126661.032676:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a63480 00000100:00100000:3.0:1746126661.032698:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4244 00000100:00100000:3.0:1746126661.032703:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973230336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.032850:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973230336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.032856:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4244 00002000:00100000:3.0:1746126661.032861:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63480 x1830945973230336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.032868:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63480 with x1830945973230336 ext(0->4095) 00002000:00010000:3.0:1746126661.032871:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a63480 00000100:00100000:0.0:1746126661.034325:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.034362:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230464 00000100:00100000:2.0:1746126661.034367:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230464 00000100:00100000:2.0:1746126661.034397:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5843 00000100:00100000:2.0:1746126661.034402:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:31659:x1830945973230464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.034411:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.034436:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41de expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.034479:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.034486:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.034488:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.034491:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.034517:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.034527:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.034539:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973712640:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.034757:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.035729:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973712640:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.035750:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 40 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.035762:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.035797:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:31659:x1830945973230464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.035804:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5843 00000100:00100000:2.0:1746126661.037067:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.037132:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230592 00000100:00100000:1.0:1746126661.037138:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230592 00010000:00010000:1.0:1746126661.037402:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.037542:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7534 00000100:00100000:1.0:1746126661.037552:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973230592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.037565:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.037585:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.037600:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.037621:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c760f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41d7 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.037635:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.037637:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.037644:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.037652:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.037679:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.037689:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973712768:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.038050:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.039963:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.040017:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230848 00000100:00100000:3.0:1746126661.040024:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230848 00000100:00100000:1.0:1746126661.040054:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973712768:192.168.203.49@tcp:105: 00002000:00100000:3.0:1746126661.040059:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63800 x1830945973230848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.040069:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945973230848 ext(0->4095) 00010000:00010000:1.0:1746126661.040070:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746126661.040074:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a63800 00000100:00100000:3.0:1746126661.040092:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4245 00000100:00100000:3.0:1746126661.040098:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973230848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.040109:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973230592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2558us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.040116:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7534 00000100:00100000:3.0:1746126661.040242:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973230848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.040248:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4245 00002000:00100000:3.0:1746126661.040253:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a63800 x1830945973230848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.040260:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a63800 with x1830945973230848 ext(0->4095) 00002000:00010000:3.0:1746126661.040263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a63800 00000100:00100000:0.0:1746126661.046103:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.046167:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973230976 00000100:00100000:2.0:1746126661.046176:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973230976 00000100:00100000:2.0:1746126661.046222:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5844 00000100:00100000:2.0:1746126661.046229:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973230976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.046247:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.046265:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41e5 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.046292:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.046298:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.046300:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.046303:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.046331:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.046343:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 39 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.046355:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973712896:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.046621:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.047543:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973712896:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.047560:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.047578:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126661.047617:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973230976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1388us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.047624:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5844 00000100:00100000:0.0:1746126661.048189:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.048233:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973231104 00000100:00100000:3.0:1746126661.048239:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973231104 00002000:00100000:3.0:1746126661.048271:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089a61880 x1830945973231104/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.048279:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61880 with x1830945973231104 ext(0->7) 00010000:00010000:3.0:1746126661.048285:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.048295:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 40 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.048301:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61880 00000100:00100000:3.0:1746126661.048322:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2141 00000100:00100000:3.0:1746126661.048328:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+40:1982:x1830945973231104:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126661.048661:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973231104:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 333us (473us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1746126661.048668:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2141 00002000:00100000:3.0:1746126661.048673:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880089a61880 x1830945973231104/t4294968039(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/448 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.048679:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61880 with x1830945973231104 ext(0->7) 00010000:00010000:3.0:1746126661.048683:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.048691:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.048696:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089a61880 00000100:00100000:0.0:1746126661.051801:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.051858:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973231232 00000100:00100000:2.0:1746126661.051868:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973231232 00000100:00100000:2.0:1746126661.051908:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5845 00000100:00100000:2.0:1746126661.051916:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973231232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.051933:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.051948:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41ec expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.051976:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.051982:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.051987:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.051990:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.052024:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.052036:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.052049:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.052104:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31658:x1830945973231232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.052110:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5845 00000100:00100000:0.0:1746126661.053525:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.053941:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973231360 00000100:00100000:1.0:1746126661.053947:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973231360 00010000:00010000:1.0:1746126661.053969:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.053996:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7535 00000100:00100000:1.0:1746126661.054001:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973231360:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.054010:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.054031:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.054041:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.054061:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41de expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.054081:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.054083:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.054090:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.054097:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.054120:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.054131:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.054143:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713152:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.054216:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.056278:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713152:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.056298:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.056346:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973231360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2342us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.056354:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7535 00000100:00100000:2.0:1746126661.056804:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.056889:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973231616 00000100:00100000:3.0:1746126661.056895:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973231616 00002000:00100000:3.0:1746126661.056931:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead180 x1830945973231616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.056939:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead180 with x1830945973231616 ext(0->4095) 00010000:00010000:3.0:1746126661.056946:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.056960:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.056965:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead180 00000100:00100000:3.0:1746126661.056990:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2142 00000100:00100000:3.0:1746126661.056996:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973231616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.057149:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973231616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.057154:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2142 00002000:00100000:3.0:1746126661.057159:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead180 x1830945973231616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.057167:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead180 with x1830945973231616 ext(0->4095) 00010000:00010000:3.0:1746126661.057171:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.057180:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.057185:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead180 00000100:00100000:0.0:1746126661.059103:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.059254:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973231744 00000100:00100000:1.0:1746126661.059261:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973231744 00010000:00010000:1.0:1746126661.059291:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.059889:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7536 00000100:00100000:1.0:1746126661.059897:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973231744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.059907:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.059925:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.059936:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.059956:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c761d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41e5 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.059973:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.059976:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.059982:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.059990:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.060019:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.060031:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713280:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.060107:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.061616:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713280:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.061635:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.061666:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973231744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1769us (2568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.061674:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7536 00000100:00100000:0.0:1746126661.062926:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.063288:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232000 00000100:00100000:2.0:1746126661.063295:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232000 00002000:00100000:2.0:1746126661.063333:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61c00 x1830945973232000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.063343:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61c00 with x1830945973232000 ext(0->4095) 00002000:00010000:2.0:1746126661.063348:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61c00 00000100:00100000:2.0:1746126661.063372:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4246 00000100:00100000:2.0:1746126661.063377:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973232000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.063563:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973232000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.063569:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4246 00002000:00100000:2.0:1746126661.063574:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a61c00 x1830945973232000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.063581:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61c00 with x1830945973232000 ext(0->4095) 00002000:00010000:2.0:1746126661.063584:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a61c00 00000100:00100000:0.0:1746126661.065346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.065682:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232128 00000100:00100000:2.0:1746126661.065690:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232128 00000100:00100000:2.0:1746126661.065727:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5846 00000100:00100000:2.0:1746126661.065734:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973232128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.065755:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.065773:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41f3 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.065825:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.065832:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.065834:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.065837:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.065865:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.065875:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.065884:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973713408:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.065962:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.067276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.067327:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973713408:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.067349:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.067360:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126661.067392:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973232128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1657us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.067400:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5846 00000100:00100000:1.0:1746126661.067579:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232256 00000100:00100000:1.0:1746126661.067585:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232256 00010000:00010000:1.0:1746126661.067604:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.067676:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7537 00000100:00100000:1.0:1746126661.067687:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973232256:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.067697:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.067715:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.067730:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.067750:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7624 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41ec expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.067774:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.067776:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.067782:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.067789:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.067812:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.067822:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713536:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.067883:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.068905:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713536:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.068917:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.068949:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973232256:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1263us (1676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.068956:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7537 00000100:00100000:0.0:1746126661.069278:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.069337:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232512 00000100:00100000:3.0:1746126661.069342:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232512 00002000:00100000:3.0:1746126661.069371:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1180 x1830945973232512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.069381:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945973232512 ext(0->4095) 00002000:00010000:3.0:1746126661.069386:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1180 00000100:00100000:3.0:1746126661.069412:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4247 00000100:00100000:3.0:1746126661.069429:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973232512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.069583:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973232512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.069587:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4247 00002000:00100000:3.0:1746126661.069592:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1180 x1830945973232512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.069596:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945973232512 ext(0->4095) 00002000:00010000:3.0:1746126661.069598:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d1180 00000100:00100000:0.0:1746126661.071272:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.071365:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232640 00000100:00100000:2.0:1746126661.071371:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232640 00000100:00100000:2.0:1746126661.071402:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5847 00000100:00100000:2.0:1746126661.071408:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973232640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.071433:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.071475:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec41fa expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.071503:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.071511:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.071513:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.071515:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.071547:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.071558:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.071569:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973713664:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.071663:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.072686:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973713664:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.072709:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.072734:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.072766:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973232640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1356us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.072773:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5847 00000100:00100000:0.0:1746126661.073192:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.073375:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232768 00000100:00100000:3.0:1746126661.073380:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232768 00000100:00100000:3.0:1746126661.073400:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5848 00000100:00100000:3.0:1746126661.073405:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973232768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.073415:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.073433:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4201 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.073463:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.073468:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.073473:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.073476:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.073501:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.073509:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.073516:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126661.073548:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31658:x1830945973232768:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.073554:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5848 00000100:00100000:0.0:1746126661.074158:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.074229:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973232896 00000100:00100000:1.0:1746126661.074234:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973232896 00010000:00010000:1.0:1746126661.074251:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.074292:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7538 00000100:00100000:1.0:1746126661.074297:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973232896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.074304:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.074321:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.074332:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.074348:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c762b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41f3 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.074360:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.074361:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.074366:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.074372:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.074390:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.074398:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.074408:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713920:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.074484:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.076179:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973713920:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.076197:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.076230:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973232896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1931us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.076238:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7538 00000100:00100000:0.0:1746126661.076349:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.076537:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233152 00000100:00100000:3.0:1746126661.076542:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233152 00002000:00100000:3.0:1746126661.076571:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2680 x1830945973233152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.076581:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973233152 ext(0->4095) 00010000:00010000:3.0:1746126661.076588:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.076598:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.076604:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d2680 00000100:00100000:3.0:1746126661.076921:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2143 00000100:00100000:3.0:1746126661.076929:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973233152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.077080:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973233152:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.077086:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2143 00002000:00100000:3.0:1746126661.077092:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d2680 x1830945973233152/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.077098:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973233152 ext(0->4095) 00010000:00010000:3.0:1746126661.077103:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.077116:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.077122:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d2680 00000100:00100000:0.0:1746126661.078818:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.078896:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233280 00000100:00100000:2.0:1746126661.078902:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233280 00000100:00100000:2.0:1746126661.078981:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5849 00000100:00100000:2.0:1746126661.078989:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973233280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.079000:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.079014:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4208 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079037:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.079042:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079048:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.079052:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079377:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079391:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079406:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.079486:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973233280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 498us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.079491:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5849 00000100:00100000:0.0:1746126661.079579:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.079671:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233408 00000100:00100000:2.0:1746126661.079674:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233408 00010000:00010000:2.0:1746126661.079686:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.079709:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7539 00000100:00100000:2.0:1746126661.079713:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973233408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.079719:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.079735:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.079744:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.079758:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7632 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec41fa expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.079856:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.079858:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.079863:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079874:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079890:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.079901:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.079912:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714176:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.079969:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.081941:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.082009:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714176:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.082023:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.082053:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973233408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2339us (2473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.082061:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7539 00000100:00100000:3.0:1746126661.082218:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233664 00000100:00100000:3.0:1746126661.082222:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233664 00002000:00100000:3.0:1746126661.082250:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1500 x1830945973233664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.082260:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973233664 ext(0->4095) 00010000:00010000:3.0:1746126661.082266:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.082277:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.082282:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d1500 00000100:00100000:3.0:1746126661.082306:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2144 00000100:00100000:3.0:1746126661.082311:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973233664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.082480:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973233664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.082486:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2144 00002000:00100000:3.0:1746126661.082491:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d1500 x1830945973233664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.082497:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973233664 ext(0->4095) 00010000:00010000:3.0:1746126661.082502:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.082511:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.082515:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6d1500 00000100:00100000:0.0:1746126661.084848:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.085011:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233792 00000100:00100000:2.0:1746126661.085017:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233792 00000100:00100000:2.0:1746126661.085068:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5850 00000100:00100000:2.0:1746126661.085073:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973233792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126661.085082:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126661.085085:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.085097:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec420f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085123:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.085131:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085137:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.085141:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 43 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085172:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085185:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 43 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085194:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.085237:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31658:x1830945973233792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.085242:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5850 00000100:00100000:2.0:1746126661.085263:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973233920 00000100:00100000:2.0:1746126661.085266:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973233920 00010000:00010000:2.0:1746126661.085346:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.085376:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7540 00000100:00100000:2.0:1746126661.085382:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1980:x1830945973233920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.085390:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.085408:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.085435:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.085485:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4201 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.085496:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.085497:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.085502:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085509:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085527:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.085537:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 5 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.085547:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714432:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.085593:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.089018:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714432:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126661.089037:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.089041:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.089079:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1980:x1830945973233920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3696us (4002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.089089:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7540 00000100:00100000:1.0:1746126661.089783:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973234176 00000100:00100000:1.0:1746126661.089791:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973234176 00002000:00100000:1.0:1746126661.089833:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadf80 x1830945973234176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.089843:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830945973234176 ext(0->4095) 00010000:00010000:1.0:1746126661.089852:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.089865:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.089873:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadf80 00000100:00100000:1.0:1746126661.091784:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2145 00000100:00100000:1.0:1746126661.091801:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973234176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.095029:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973234176:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 3222us (5980us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.095046:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2145 00002000:00100000:1.0:1746126661.095059:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadf80 x1830945973234176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.095069:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830945973234176 ext(0->4095) 00010000:00010000:1.0:1746126661.095080:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.095096:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.095102:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadf80 00000100:00100000:0.0:1746126661.097352:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.097478:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973234304 00000100:00100000:2.0:1746126661.097487:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973234304 00010000:00010000:2.0:1746126661.097520:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.097549:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7541 00000100:00100000:2.0:1746126661.097556:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973234304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.097569:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.097589:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.097599:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.097621:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7640 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4208 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.097638:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.097640:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.097647:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.097654:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.097686:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.097699:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714560:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.098716:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.099351:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714560:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.099368:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.099397:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973234304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1840us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.099406:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7541 00000100:00100000:0.0:1746126661.100240:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.100281:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973234560 00000100:00100000:1.0:1746126661.100288:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973234560 00002000:00100000:1.0:1746126661.100320:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d0700 x1830945973234560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.100329:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973234560 ext(0->4095) 00002000:00010000:1.0:1746126661.100333:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d0700 00000100:00100000:1.0:1746126661.100357:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4248 00000100:00100000:1.0:1746126661.100362:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973234560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.100534:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973234560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 171us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.100539:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4248 00002000:00100000:1.0:1746126661.100544:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b6d0700 x1830945973234560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.100558:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973234560 ext(0->4095) 00002000:00010000:1.0:1746126661.100561:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d0700 00000100:00100000:2.0:1746126661.101861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.101905:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973234688 00000100:00100000:3.0:1746126661.101910:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973234688 00000100:00100000:3.0:1746126661.101949:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5851 00000100:00100000:3.0:1746126661.101955:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973234688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.101964:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.101978:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4216 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.101999:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.102005:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.102007:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.102010:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.102036:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.102047:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.102062:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973714688:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.102133:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.104780:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973714688:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.104806:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.104821:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126661.104878:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973234688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2922us (3018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.104886:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5851 00000100:00100000:0.0:1746126661.105037:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.105141:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973234816 00000100:00100000:3.0:1746126661.105147:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973234816 00010000:00010000:3.0:1746126661.105167:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.105199:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7542 00000100:00100000:3.0:1746126661.105205:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973234816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.105215:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.105234:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.105245:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.105271:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7647 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec420f expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.105292:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.105294:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.105301:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.105308:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.105332:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.105343:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714816:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.105394:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.108023:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973714816:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.108023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.108041:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.108088:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1982:x1830945973234816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2881us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.108097:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7542 00000100:00100000:1.0:1746126661.108098:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235072 00000100:00100000:1.0:1746126661.108105:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235072 00002000:00100000:1.0:1746126661.108313:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62300 x1830945973235072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.108323:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62300 with x1830945973235072 ext(0->4095) 00002000:00010000:1.0:1746126661.108328:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62300 00000100:00100000:1.0:1746126661.108344:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4249 00000100:00100000:1.0:1746126661.108351:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973235072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.108548:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973235072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 197us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.108554:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4249 00002000:00100000:1.0:1746126661.108559:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089a62300 x1830945973235072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.108566:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a62300 with x1830945973235072 ext(0->4095) 00002000:00010000:1.0:1746126661.108569:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089a62300 00000100:00100000:0.0:1746126661.109873:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.109924:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235200 00000100:00100000:3.0:1746126661.109929:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235200 00000100:00100000:3.0:1746126661.109964:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5852 00000100:00100000:3.0:1746126661.109970:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973235200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.109982:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.109997:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec421d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110021:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110029:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.110031:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.110034:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110214:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110225:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.110237:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973714944:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.110337:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.110595:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.110657:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235328 00000100:00100000:3.0:1746126661.110660:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235328 00000100:00100000:3.0:1746126661.110755:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5853 00000100:00100000:3.0:1746126661.110761:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31659:x1830945973235328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.110768:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.110775:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4224 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110794:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.110798:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110803:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.110806:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110893:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110903:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.110911:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126661.110939:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31659:x1830945973235328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.110944:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5853 00000100:00100000:3.0:1746126661.111466:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973714944:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.111479:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.111487:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126661.111507:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31658:x1830945973235200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1538us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.111512:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5852 00000100:00100000:0.0:1746126661.112304:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.112354:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235456 00000100:00100000:3.0:1746126661.112358:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235456 00010000:00010000:3.0:1746126661.112373:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.112562:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7543 00000100:00100000:1.0:1746126661.112570:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973235456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.112578:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.112600:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.112615:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.112633:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c764e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4216 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.112647:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.112649:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.112654:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.112660:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.112682:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.112693:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.112702:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715200:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.112755:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.116268:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715200:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.116286:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.116327:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973235456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3758us (4023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.116337:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7543 00000100:00100000:2.0:1746126661.117593:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.119474:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235712 00000100:00100000:3.0:1746126661.119486:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235712 00002000:00100000:3.0:1746126661.119535:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf800 x1830945973235712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.119545:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830945973235712 ext(0->4095) 00010000:00010000:3.0:1746126661.119554:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.119568:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.119574:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:3.0:1746126661.119608:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2146 00000100:00100000:3.0:1746126661.119615:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973235712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.120143:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973235712:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 526us (2549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.120150:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2146 00002000:00100000:3.0:1746126661.120156:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf800 x1830945973235712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.120163:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830945973235712 ext(0->4095) 00010000:00010000:3.0:1746126661.120168:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.120178:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.120183:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:0.0:1746126661.122031:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.122090:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973235840 00000100:00100000:1.0:1746126661.122098:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973235840 00010000:00010000:1.0:1746126661.122125:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.122160:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7544 00000100:00100000:1.0:1746126661.122167:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1981:x1830945973235840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.122178:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.122197:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.122210:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.122233:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7655 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec421d expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.122260:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.122262:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.122269:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.122277:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.122310:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.122322:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715328:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.122407:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.125574:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715328:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.125594:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.125951:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973235840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3781us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.125961:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7544 00000100:00100000:2.0:1746126661.126402:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.126640:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236096 00000100:00100000:3.0:1746126661.126646:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236096 00002000:00100000:3.0:1746126661.126684:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf480 x1830945973236096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.126693:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830945973236096 ext(0->4095) 00002000:00010000:3.0:1746126661.126697:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00000100:00100000:3.0:1746126661.126723:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4250 00000100:00100000:3.0:1746126661.126730:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973236096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.127018:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973236096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 288us (617us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.127024:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4250 00002000:00100000:3.0:1746126661.127030:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaf480 x1830945973236096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.127037:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830945973236096 ext(0->4095) 00002000:00010000:3.0:1746126661.127039:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00000100:00100000:0.0:1746126661.128799:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.129041:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236224 00000100:00100000:3.0:1746126661.129047:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236224 00000100:00100000:3.0:1746126661.129074:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5854 00000100:00100000:3.0:1746126661.129080:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973236224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.129095:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.129110:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec422b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.129136:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.129143:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.129145:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.129148:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.129175:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 41 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.129186:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 41 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.129197:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973715456:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.129581:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.130827:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973715456:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.130848:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.130861:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126661.130889:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973236224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.130900:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5854 00000100:00100000:2.0:1746126661.131634:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.131702:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236352 00000100:00100000:1.0:1746126661.131707:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236352 00010000:00010000:1.0:1746126661.131729:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.131757:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7545 00000100:00100000:1.0:1746126661.131763:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973236352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.131774:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.131794:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.131804:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.131826:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c765c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4224 expref: 42 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.131851:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.131854:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.131861:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.131868:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.131893:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.131902:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715584:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.131952:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.135566:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.135609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.135680:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236608 00000100:00100000:3.0:1746126661.135688:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236608 00000100:00100000:1.0:1746126661.135692:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715584:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.135711:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126661.135725:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaea00 x1830945973236608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.135734:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830945973236608 ext(0->4095) 00002000:00010000:3.0:1746126661.135738:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:1.0:1746126661.135747:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973236352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3985us (4114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.135755:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7545 00000100:00100000:3.0:1746126661.135764:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4251 00000100:00100000:3.0:1746126661.135770:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973236608:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.135925:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973236608:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.135930:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4251 00002000:00100000:3.0:1746126661.135935:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaea00 x1830945973236608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.135942:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830945973236608 ext(0->4095) 00002000:00010000:3.0:1746126661.135945:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:3.0:1746126661.135961:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236736 00000100:00100000:3.0:1746126661.135963:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236736 00000100:00100000:3.0:1746126661.135980:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5855 00000100:00100000:3.0:1746126661.135985:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31658:x1830945973236736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.135993:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.136007:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4232 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.136034:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.136041:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.136042:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.136045:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.136072:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.136083:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.136094:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973715712:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.136147:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.137216:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973715712:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.137230:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.137240:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126661.137357:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31658:x1830945973236736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1283us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.137364:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5855 00000100:00100000:0.0:1746126661.138350:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.138382:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.138386:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236864 00000100:00100000:3.0:1746126661.138392:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236864 00000100:00100000:3.0:1746126661.138415:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5856 00000100:00100000:3.0:1746126661.138433:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973236864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.138464:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126661.138469:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973236992 00000100:00100000:1.0:1746126661.138472:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973236992 00010000:00010000:3.0:1746126661.138475:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4239 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.138486:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.138491:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.138494:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.138499:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.138502:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.138524:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.138533:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 43 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.138540:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126661.138561:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31659:x1830945973236864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.138565:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5856 00000100:00100000:1.0:1746126661.138605:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7546 00000100:00100000:1.0:1746126661.138611:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973236992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.138618:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.138635:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.138651:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.138668:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec422b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.138679:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.138681:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.138685:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.138692:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.138708:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.138716:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.138725:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715968:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.138770:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.140121:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973715968:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.140134:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.140160:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.140164:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973236992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1553us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.140175:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7546 00000100:00100000:0.0:1746126661.140239:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973237248 00000100:00100000:0.0:1746126661.140243:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973237248 00002000:00100000:0.0:1746126661.140269:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eace00 x1830945973237248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126661.140278:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eace00 with x1830945973237248 ext(0->4095) 00010000:00010000:0.0:1746126661.140284:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.140295:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126661.140302:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eace00 00000100:00100000:0.0:1746126661.140330:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2147 00000100:00100000:0.0:1746126661.140336:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945973237248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126661.140501:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945973237248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126661.140507:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2147 00002000:00100000:0.0:1746126661.140512:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eace00 x1830945973237248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126661.140520:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eace00 with x1830945973237248 ext(0->4095) 00010000:00010000:0.0:1746126661.140819:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.140828:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126661.140834:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eace00 00000100:00100000:2.0:1746126661.142496:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.142538:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973237376 00000100:00100000:1.0:1746126661.142544:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973237376 00010000:00010000:1.0:1746126661.142563:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.142581:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7547 00000100:00100000:1.0:1746126661.142586:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945973237376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.142595:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.142609:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.142619:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.142639:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c766a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4232 expref: 43 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.142665:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.142667:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.142673:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.142680:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.142716:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.142728:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716096:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.142803:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.144575:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716096:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.144592:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.144630:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973237376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2042us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.144639:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7547 00000100:00100000:0.0:1746126661.145026:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.145099:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973237632 00000100:00100000:2.0:1746126661.145106:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973237632 00002000:00100000:2.0:1746126661.145139:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a6300 x1830945973237632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.145148:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945973237632 ext(0->4095) 00002000:00010000:2.0:1746126661.145152:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a6300 00000100:00100000:2.0:1746126661.145179:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4252 00000100:00100000:2.0:1746126661.145186:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973237632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.145340:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973237632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.145345:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4252 00002000:00100000:2.0:1746126661.145350:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a6300 x1830945973237632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.145362:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a6300 with x1830945973237632 ext(0->4095) 00002000:00010000:2.0:1746126661.145365:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a6300 00000100:00100000:2.0:1746126661.147083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.147185:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973237760 00000100:00100000:3.0:1746126661.147192:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973237760 00000100:00100000:3.0:1746126661.147231:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5857 00000100:00100000:3.0:1746126661.147238:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973237760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.147251:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.147270:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4240 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.147295:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.147303:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.147305:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.147308:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.147337:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.147347:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.147358:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716224:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.147436:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.148269:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716224:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.148286:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.148296:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126661.148331:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973237760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1093us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.148340:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5857 00000100:00100000:0.0:1746126661.148981:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.149056:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973237888 00000100:00100000:1.0:1746126661.149062:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973237888 00010000:00010000:1.0:1746126661.149083:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.149109:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7548 00000100:00100000:1.0:1746126661.149114:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1981:x1830945973237888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.149123:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.149142:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.149152:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.149170:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7671 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4239 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.149223:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.149226:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.149233:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.149241:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.149264:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.149275:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716352:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.149328:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.150439:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.150532:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716352:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.150545:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.150565:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:1981:x1830945973237888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1451us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.150572:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7548 00000100:00100000:3.0:1746126661.150628:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238144 00000100:00100000:3.0:1746126661.150632:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238144 00002000:00100000:3.0:1746126661.150655:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead500 x1830945973238144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.150689:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead500 with x1830945973238144 ext(0->4095) 00002000:00010000:3.0:1746126661.150692:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089ead500 00000100:00100000:3.0:1746126661.150705:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4253 00000100:00100000:3.0:1746126661.150710:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973238144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.150838:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973238144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.150843:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4253 00002000:00100000:3.0:1746126661.150848:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089ead500 x1830945973238144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.150854:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead500 with x1830945973238144 ext(0->4095) 00002000:00010000:3.0:1746126661.150857:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089ead500 00000100:00100000:2.0:1746126661.152298:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.152339:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238272 00000100:00100000:3.0:1746126661.152344:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238272 00000100:00100000:3.0:1746126661.152366:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5858 00000100:00100000:3.0:1746126661.152372:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+41:31659:x1830945973238272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.152382:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.152396:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4247 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.152605:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.152613:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.152615:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.152618:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.152976:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.152988:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.152998:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716480:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.153206:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.154237:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716480:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.154256:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 42 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.154269:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126661.154305:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:31659:x1830945973238272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1933us (2010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.154312:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5858 00000100:00100000:0.0:1746126661.154509:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.154551:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238400 00000100:00100000:1.0:1746126661.154556:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238400 00010000:00010000:1.0:1746126661.154581:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.154611:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7549 00000100:00100000:1.0:1746126661.154618:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973238400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.154627:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.154647:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.154662:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.154679:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7678 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4240 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.154704:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.154707:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.154713:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.154720:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.154742:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.154751:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716608:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126661.154798:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.156407:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.156438:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716608:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.156475:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238656 00010000:00010000:1.0:1746126661.156477:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.156481:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238656 00002000:00100000:3.0:1746126661.156512:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7800 x1830945973238656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.156521:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7800 with x1830945973238656 ext(0->4095) 00002000:00010000:3.0:1746126661.156526:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7800 00000100:00100000:3.0:1746126661.156553:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4254 00000100:00100000:3.0:1746126661.156560:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973238656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126661.156571:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973238400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1951us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.156578:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7549 00000100:00100000:3.0:1746126661.157181:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1982:x1830945973238656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 620us (775us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.157186:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4254 00002000:00100000:3.0:1746126661.157191:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7800 x1830945973238656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.157198:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7800 with x1830945973238656 ext(0->4095) 00002000:00010000:3.0:1746126661.157202:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7800 00000100:00100000:0.0:1746126661.160588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.161063:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238784 00000100:00100000:3.0:1746126661.161072:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238784 00000100:00100000:3.0:1746126661.161294:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5859 00000100:00100000:3.0:1746126661.161302:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973238784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.161319:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.161336:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec424e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.161367:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.161380:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.161382:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.161385:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.161629:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.161641:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 41 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.161653:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716736:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.161955:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.163976:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.164012:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716736:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.164045:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.164061:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126661.164111:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973238784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.164119:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5859 00000100:00100000:2.0:1746126661.164190:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973238912 00000100:00100000:2.0:1746126661.164197:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973238912 00002000:00100000:2.0:1746126661.164231:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b8a7480 x1830945973238912/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.164240:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945973238912 ext(0->7) 00010000:00010000:2.0:1746126661.164245:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.164256:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 42 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.164262:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a7480 00000100:00100000:2.0:1746126661.164287:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2148 00000100:00100000:2.0:1746126661.164293:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+42:1980:x1830945973238912:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126661.165029:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1980:x1830945973238912:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 735us (1059us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1746126661.165035:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2148 00002000:00100000:2.0:1746126661.165040:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b8a7480 x1830945973238912/t4294968040(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/448 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.165054:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7480 with x1830945973238912 ext(0->7) 00010000:00010000:2.0:1746126661.165059:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.165069:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.165075:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a7480 00000100:00100000:0.0:1746126661.167021:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.167161:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239040 00000100:00100000:2.0:1746126661.167168:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239040 00010000:00010000:2.0:1746126661.167192:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.167217:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7550 00000100:00100000:2.0:1746126661.167222:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1979:x1830945973239040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.167232:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.167247:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.167256:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.167274:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c767f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4247 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.167296:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.167298:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.167305:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.167310:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.167336:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.167344:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716864:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.167837:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.169181:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.169277:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973716864:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.169324:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.169349:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239296 00000100:00100000:3.0:1746126661.169354:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239296 00000100:00100000:2.0:1746126661.169360:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1979:x1830945973239040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2137us (2345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.169368:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7550 00002000:00100000:3.0:1746126661.169384:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219c00 x1830945973239296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.169548:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219c00 with x1830945973239296 ext(0->4095) 00002000:00010000:3.0:1746126661.169553:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219c00 00000100:00100000:3.0:1746126661.169570:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4255 00000100:00100000:3.0:1746126661.169577:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973239296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.169714:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973239296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.169720:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4255 00002000:00100000:3.0:1746126661.169725:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219c00 x1830945973239296/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.169731:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219c00 with x1830945973239296 ext(0->4095) 00002000:00010000:3.0:1746126661.169734:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219c00 00000100:00100000:0.0:1746126661.171083:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.171158:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239424 00000100:00100000:3.0:1746126661.171163:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239424 00000100:00100000:3.0:1746126661.171187:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5860 00000100:00100000:3.0:1746126661.171192:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31659:x1830945973239424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.171204:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.171219:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4255 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.171245:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.171252:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.171254:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.171258:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.171286:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.171296:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.171307:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716992:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.171667:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.174309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.174489:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973716992:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.174492:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.174516:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.174533:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:2.0:1746126661.174540:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239552 00000100:00100000:2.0:1746126661.174546:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239552 00000100:00100000:3.0:1746126661.174586:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31659:x1830945973239424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3392us (3505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.174587:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5861 00000100:00100000:3.0:1746126661.174593:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5860 00000100:00100000:2.0:1746126661.174594:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31658:x1830945973239552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.174606:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.174618:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec425c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.174639:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.174643:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.174650:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.174653:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.174681:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.174693:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.174700:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.174718:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31658:x1830945973239552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.174723:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5861 00000100:00100000:2.0:1746126661.175220:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239680 00000100:00100000:2.0:1746126661.175224:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239680 00010000:00010000:2.0:1746126661.175238:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.175264:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7551 00000100:00100000:2.0:1746126661.175270:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973239680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.175278:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.175297:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.175308:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.175324:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7686 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec424e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.175346:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.175347:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.175353:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.175360:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.175549:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.175561:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 44 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.175571:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717248:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.175759:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.176647:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717248:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.176658:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.176686:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973239680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1416us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.176690:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7551 00000100:00100000:1.0:1746126661.177500:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.177559:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973239936 00000100:00100000:2.0:1746126661.177565:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973239936 00002000:00100000:2.0:1746126661.177594:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d180 x1830945973239936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.177603:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d180 with x1830945973239936 ext(0->4095) 00010000:00010000:2.0:1746126661.177610:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.177620:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.177626:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d180 00000100:00100000:2.0:1746126661.177651:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2149 00000100:00100000:2.0:1746126661.177656:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973239936:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.177790:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973239936:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.177796:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2149 00002000:00100000:2.0:1746126661.177801:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d180 x1830945973239936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.177809:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d180 with x1830945973239936 ext(0->4095) 00010000:00010000:2.0:1746126661.177813:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.177822:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.177827:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d180 00000100:00100000:0.0:1746126661.179183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.179250:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240064 00000100:00100000:2.0:1746126661.179256:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240064 00000100:00100000:2.0:1746126661.179281:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5862 00000100:00100000:2.0:1746126661.179287:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973240064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.179298:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.179310:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4263 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.179335:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.179340:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.179346:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.179349:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.179379:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.179390:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.179399:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.179483:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973240064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.179488:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5862 00000100:00100000:1.0:1746126661.180048:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.180132:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240192 00000100:00100000:2.0:1746126661.180137:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240192 00010000:00010000:2.0:1746126661.180153:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.180179:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7552 00000100:00100000:2.0:1746126661.180184:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973240192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.180192:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.180209:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.180218:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.180236:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c768d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4255 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.180246:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.180248:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.180253:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.180260:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.180276:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.180285:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.180301:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717504:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.180357:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.181394:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717504:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.181407:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.181629:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973240192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1443us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.181636:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7552 00000100:00100000:0.0:1746126661.182280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.182458:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240448 00000100:00100000:3.0:1746126661.182464:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240448 00002000:00100000:3.0:1746126661.182494:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c218e00 x1830945973240448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.182503:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218e00 with x1830945973240448 ext(0->4095) 00010000:00010000:3.0:1746126661.182509:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.182524:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.182531:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c218e00 00000100:00100000:3.0:1746126661.182618:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2150 00000100:00100000:3.0:1746126661.182624:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973240448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.182975:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973240448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 350us (695us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.182981:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2150 00002000:00100000:3.0:1746126661.182987:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c218e00 x1830945973240448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.182994:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218e00 with x1830945973240448 ext(0->4095) 00010000:00010000:3.0:1746126661.182998:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.183007:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 44 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.183013:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c218e00 00000100:00100000:1.0:1746126661.184521:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.184566:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240576 00000100:00100000:1.0:1746126661.184566:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.184572:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240576 00000100:00100000:2.0:1746126661.184644:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5863 00000100:00100000:2.0:1746126661.184651:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31658:x1830945973240576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.184663:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.184676:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec426a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.184702:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.184708:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.184714:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.184717:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.184723:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240704 00000100:00100000:3.0:1746126661.184728:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240704 00010000:00010000:3.0:1746126661.184745:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.184750:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.184767:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.184777:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:3.0:1746126661.184779:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7553 00000100:00100000:3.0:1746126661.184784:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973240704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.184792:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.184805:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973240576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (289us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126661.184809:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.184819:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.184835:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec425c expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.184848:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.184850:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.184855:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.184863:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.184884:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.184894:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.184904:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717760:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.184936:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5863 00000100:00100000:3.0:1746126661.184967:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.186178:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717760:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.186191:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.186222:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945973240704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1437us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.186229:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7553 00000100:00100000:0.0:1746126661.186584:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.186621:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973240960 00000100:00100000:3.0:1746126661.186626:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973240960 00002000:00100000:3.0:1746126661.186659:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945973240960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.186668:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945973240960 ext(0->4095) 00010000:00010000:3.0:1746126661.186673:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.186684:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.186690:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21b480 00000100:00100000:3.0:1746126661.186741:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2151 00000100:00100000:3.0:1746126661.186747:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973240960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.186881:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973240960:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.186887:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2151 00002000:00100000:3.0:1746126661.186892:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21b480 x1830945973240960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.186925:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21b480 with x1830945973240960 ext(0->4095) 00010000:00010000:3.0:1746126661.186932:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.186941:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.186946:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21b480 00000100:00100000:0.0:1746126661.188370:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.188463:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241088 00000100:00100000:3.0:1746126661.188468:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241088 00010000:00010000:3.0:1746126661.188483:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.188503:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7554 00000100:00100000:3.0:1746126661.188507:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973241088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.188513:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.188524:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.188531:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.188548:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c769b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4263 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.188564:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.188566:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.188571:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.188580:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.188605:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.188614:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717888:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.188675:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.189712:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973717888:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.189730:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.189766:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973241088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1256us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.189773:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7554 00000100:00100000:0.0:1746126661.190086:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.190194:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241344 00000100:00100000:3.0:1746126661.190198:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241344 00002000:00100000:3.0:1746126661.190222:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c218700 x1830945973241344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.190231:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218700 with x1830945973241344 ext(0->4095) 00002000:00010000:3.0:1746126661.190235:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c218700 00000100:00100000:3.0:1746126661.190298:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4256 00000100:00100000:3.0:1746126661.190304:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973241344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.190589:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973241344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 284us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.190599:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4256 00002000:00100000:3.0:1746126661.190604:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c218700 x1830945973241344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.190611:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218700 with x1830945973241344 ext(0->4095) 00002000:00010000:3.0:1746126661.190614:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c218700 00000100:00100000:2.0:1746126661.191759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.191794:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241472 00000100:00100000:0.0:1746126661.191799:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241472 00000100:00100000:0.0:1746126661.191836:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5864 00000100:00100000:0.0:1746126661.191842:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973241472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.191852:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.191865:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4271 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.191888:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.191896:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.191898:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.191901:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.191927:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.191938:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 43 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126661.191948:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973718016:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.192006:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.192714:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973718016:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126661.192730:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.192740:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dbc00, rc 0) 00000100:00100000:0.0:1746126661.192771:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973241472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 928us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.192776:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5864 00000100:00100000:0.0:1746126661.192972:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.193025:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241600 00000100:00100000:3.0:1746126661.193029:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241600 00010000:00010000:3.0:1746126661.193043:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.193065:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7555 00000100:00100000:3.0:1746126661.193070:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945973241600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.193076:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.193093:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.193102:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.193119:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec426a expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.193136:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.193137:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.193143:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.193155:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.193175:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.193184:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718144:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.193223:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.194401:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718144:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.194413:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.194468:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:1982:x1830945973241600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1397us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.194475:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7555 00000100:00100000:1.0:1746126661.195039:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.195159:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241856 00000100:00100000:3.0:1746126661.195165:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241856 00002000:00100000:3.0:1746126661.195192:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c000 x1830945973241856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.195200:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c000 with x1830945973241856 ext(0->4095) 00002000:00010000:3.0:1746126661.195204:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2c000 00000100:00100000:3.0:1746126661.195229:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4257 00000100:00100000:3.0:1746126661.195234:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973241856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.195372:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973241856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.195381:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4257 00002000:00100000:3.0:1746126661.195386:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c000 x1830945973241856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.195392:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c000 with x1830945973241856 ext(0->4095) 00002000:00010000:3.0:1746126661.195395:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2c000 00000100:00100000:0.0:1746126661.198760:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.198818:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973241984 00000100:00100000:2.0:1746126661.198827:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973241984 00000100:00100000:2.0:1746126661.198870:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5865 00000100:00100000:2.0:1746126661.198877:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+43:31659:x1830945973241984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.198893:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.198909:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4278 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.198938:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.198945:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.198947:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.198950:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.198978:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.198992:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.199003:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973718272:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.199091:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.200318:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973718272:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.200336:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.200347:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126661.200374:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31659:x1830945973241984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1496us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.200380:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5865 00000100:00100000:0.0:1746126661.200726:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.200851:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.200887:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973242112 00000100:00100000:3.0:1746126661.200891:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973242112 00010000:00010000:3.0:1746126661.200908:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.200966:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973242240 00000100:00100000:2.0:1746126661.200969:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973242240 00000100:00100000:2.0:1746126661.200981:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5866 00000100:00100000:2.0:1746126661.200986:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31658:x1830945973242240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.200994:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.201001:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec427f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.201013:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.201021:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.201030:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.201033:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.201050:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.201057:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.201063:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.201078:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31658:x1830945973242240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.201083:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5866 00000100:00100000:3.0:1746126661.201592:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7556 00000100:00100000:3.0:1746126661.201599:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973242112:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.201614:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.201633:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.201643:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.201657:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbc00/0x9cce4314879c76a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4271 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.201672:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.201673:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.201679:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.201690:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.201840:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.201849:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.201865:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718528:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.201913:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.203355:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718528:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.203369:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.203401:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973242112:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1801us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.203408:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7556 00000100:00100000:0.0:1746126661.203615:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.203735:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973242496 00000100:00100000:2.0:1746126661.203741:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973242496 00002000:00100000:2.0:1746126661.203771:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3b80 x1830945973242496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.203780:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3b80 with x1830945973242496 ext(0->4095) 00010000:00010000:2.0:1746126661.203786:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.203796:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.203802:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3b80 00000100:00100000:2.0:1746126661.203826:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2152 00000100:00100000:2.0:1746126661.203832:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973242496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.204309:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973242496:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.204315:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2152 00002000:00100000:2.0:1746126661.204321:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3b80 x1830945973242496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.204327:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3b80 with x1830945973242496 ext(0->4095) 00010000:00010000:2.0:1746126661.204332:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.204340:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.204345:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3b80 00000100:00100000:1.0:1746126661.205719:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.205760:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.205762:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973242752 00000100:00100000:0.0:1746126661.205768:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973242752 00000100:00100000:0.0:1746126661.205826:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5867 00000100:00100000:0.0:1746126661.205833:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973242752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.205844:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.205857:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4286 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.205878:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.205883:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.205890:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126661.205893:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.205925:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.205935:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.205944:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948da400, rc 0) 00000100:00100000:0.0:1746126661.205974:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973242752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.205980:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5867 00000100:00100000:3.0:1746126661.206045:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973242624 00000100:00100000:3.0:1746126661.206050:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973242624 00010000:00010000:3.0:1746126661.206070:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.206096:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7557 00000100:00100000:3.0:1746126661.206102:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1979:x1830945973242624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.206109:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.206126:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.206136:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.206327:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4278 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.206579:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.206581:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.206588:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.206597:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.206616:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.206626:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.206637:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718784:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.207224:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.209063:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973718784:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.209082:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.209124:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1979:x1830945973242624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3021us (3362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.209133:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7557 00000100:00100000:0.0:1746126661.210242:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.210342:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243008 00000100:00100000:2.0:1746126661.210349:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243008 00002000:00100000:2.0:1746126661.210388:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1880 x1830945973243008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.210398:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1880 with x1830945973243008 ext(0->4095) 00010000:00010000:2.0:1746126661.210407:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.210432:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.210458:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1880 00000100:00100000:2.0:1746126661.210492:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2153 00000100:00100000:2.0:1746126661.210499:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973243008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.210652:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973243008:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.210657:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2153 00002000:00100000:2.0:1746126661.210661:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1880 x1830945973243008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.210669:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1880 with x1830945973243008 ext(0->4095) 00010000:00010000:2.0:1746126661.210673:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.210681:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.210686:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1880 00000100:00100000:0.0:1746126661.212044:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.212206:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243136 00000100:00100000:2.0:1746126661.212212:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243136 00000100:00100000:0.0:1746126661.212228:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.212246:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5868 00000100:00100000:2.0:1746126661.212252:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31658:x1830945973243136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.212262:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.212274:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec428d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.212296:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243264 00010000:00010000:2.0:1746126661.212298:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126661.212300:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243264 00010000:00010000:2.0:1746126661.212304:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.212309:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.212311:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.212316:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.212339:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7558 00010000:00010000:2.0:1746126661.212340:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.212345:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1980:x1830945973243264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.212351:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.212353:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.212359:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126661.212384:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973243136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.212390:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5868 00010000:00010000:3.0:1746126661.212437:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.212465:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.212537:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec427f expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.212549:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.212551:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.212556:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.212563:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.212582:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.212592:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 5 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.212603:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719040:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.212664:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.214440:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.214549:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243520 00000100:00100000:2.0:1746126661.214555:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243520 00002000:00100000:2.0:1746126661.214591:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945973243520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.214600:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945973243520 ext(0->4095) 00000100:00100000:3.0:1746126661.214604:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719040:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.214607:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.214619:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126661.214622:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.214628:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d2d80 00000100:00100000:3.0:1746126661.214646:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1980:x1830945973243264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2301us (2418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.214654:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7558 00000100:00100000:2.0:1746126661.214656:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2154 00000100:00100000:2.0:1746126661.214662:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973243520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.215013:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973243520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 350us (579us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.215022:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2154 00002000:00100000:2.0:1746126661.215028:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d2d80 x1830945973243520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.215035:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d2d80 with x1830945973243520 ext(0->4095) 00010000:00010000:2.0:1746126661.215040:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.215048:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.215054:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d2d80 00000100:00100000:0.0:1746126661.216101:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.216146:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243648 00000100:00100000:3.0:1746126661.216151:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243648 00010000:00010000:3.0:1746126661.216165:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.216192:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7559 00000100:00100000:3.0:1746126661.216197:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973243648:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.216206:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.216220:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.216230:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.216248:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c76be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4286 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.216263:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.216265:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.216271:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.216278:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.216303:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.216313:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719168:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.216385:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.218378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.218520:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719168:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.218537:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.218567:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973243648:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2369us (2469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.218577:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7559 00000100:00100000:2.0:1746126661.218693:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973243904 00000100:00100000:2.0:1746126661.218699:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973243904 00002000:00100000:2.0:1746126661.218790:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc000 x1830945973243904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.218800:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc000 with x1830945973243904 ext(0->4095) 00002000:00010000:2.0:1746126661.218805:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefc000 00000100:00100000:2.0:1746126661.218967:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4258 00000100:00100000:2.0:1746126661.218974:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973243904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.220279:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973243904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1302us (1905us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.220285:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4258 00002000:00100000:2.0:1746126661.220291:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc000 x1830945973243904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.220299:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc000 with x1830945973243904 ext(0->4095) 00002000:00010000:2.0:1746126661.220302:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefc000 00000100:00100000:0.0:1746126661.223011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.223070:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244032 00000100:00100000:2.0:1746126661.223080:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244032 00000100:00100000:2.0:1746126661.223432:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5869 00000100:00100000:2.0:1746126661.223440:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973244032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.223488:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.223505:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4294 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.223536:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.223544:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.223546:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.223549:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.223586:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.223598:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 43 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.223609:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719296:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.223690:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.227156:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.227246:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244160 00000100:00100000:3.0:1746126661.227255:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244160 00000100:00100000:2.0:1746126661.227268:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719296:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.227286:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.227293:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.227307:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:3.0:1746126661.227311:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7560 00000100:00100000:3.0:1746126661.227317:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973244160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.227332:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.227352:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.227367:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.227390:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c76c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec428d expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.227644:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973244032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4204us (4642us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.227651:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5869 00010000:00010000:3.0:1746126661.227701:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.227703:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.227709:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.227716:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.228043:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.228056:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719424:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.228126:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.229520:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.229566:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244288 00000100:00100000:2.0:1746126661.229572:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244288 00000100:00100000:2.0:1746126661.229612:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5870 00000100:00100000:2.0:1746126661.229619:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31658:x1830945973244288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.229633:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.229645:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec429b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.229666:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.229673:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.229675:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.229678:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.229700:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.229711:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.229721:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719552:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.230414:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.230670:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719424:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.230684:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.230710:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973244160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3392us (3566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.230722:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7560 00000100:00100000:0.0:1746126661.230992:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.231009:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244544 00000100:00100000:2.0:1746126661.231013:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244544 00000100:00100000:3.0:1746126661.231498:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719552:192.168.203.49@tcp:104: 00002000:00100000:2.0:1746126661.231498:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefca80 x1830945973244544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.231508:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefca80 with x1830945973244544 ext(0->4095) 00010000:00010000:3.0:1746126661.231514:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 44 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.231514:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.231525:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00010000:00010000:2.0:1746126661.231525:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.231531:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefca80 00000100:00100000:2.0:1746126661.231544:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2155 00000100:00100000:3.0:1746126661.231545:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:31658:x1830945973244288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1928us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.231551:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5870 00000100:00100000:2.0:1746126661.231554:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973244544:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.231799:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973244544:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 248us (806us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.231804:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2155 00002000:00100000:2.0:1746126661.231809:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefca80 x1830945973244544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.231816:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefca80 with x1830945973244544 ext(0->4095) 00010000:00010000:2.0:1746126661.231820:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.231829:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.231834:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefca80 00000100:00100000:0.0:1746126661.233202:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.233283:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244672 00000100:00100000:3.0:1746126661.233289:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244672 00010000:00010000:3.0:1746126661.233308:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.233367:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7561 00000100:00100000:3.0:1746126661.233374:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973244672:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.233383:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.233400:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.233410:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.233459:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4294 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.233476:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.233479:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.233485:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.233492:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.233518:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.233529:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719680:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.233906:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.235508:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973719680:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.235526:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.235567:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973244672:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2193us (2369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.235577:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7561 00000100:00100000:0.0:1746126661.235703:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.235788:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973244928 00000100:00100000:2.0:1746126661.235794:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973244928 00002000:00100000:2.0:1746126661.235826:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc380 x1830945973244928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.235835:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945973244928 ext(0->4095) 00002000:00010000:2.0:1746126661.235840:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefc380 00000100:00100000:2.0:1746126661.235853:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4259 00000100:00100000:2.0:1746126661.235859:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973244928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.236008:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1981:x1830945973244928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.236017:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4259 00002000:00100000:2.0:1746126661.236022:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefc380 x1830945973244928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.236029:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefc380 with x1830945973244928 ext(0->4095) 00002000:00010000:2.0:1746126661.236032:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefc380 00000100:00100000:0.0:1746126661.238743:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.239985:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245056 00000100:00100000:3.0:1746126661.239996:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245056 00000100:00100000:3.0:1746126661.240044:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5871 00000100:00100000:3.0:1746126661.240051:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973245056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.240068:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.240084:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42a2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.240118:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.240129:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.240131:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.240134:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.240161:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.240171:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 43 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.240183:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719808:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.240265:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.244724:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973719808:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.244751:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.244777:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126661.244833:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973245056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4780us (6096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.244842:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5871 00000100:00100000:0.0:1746126661.247205:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.247876:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245184 00000100:00100000:2.0:1746126661.247886:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245184 00002000:00100000:2.0:1746126661.247930:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009aeffb80 x1830945973245184/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.247940:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aeffb80 with x1830945973245184 ext(0->7) 00010000:00010000:2.0:1746126661.247949:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.247963:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 44 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.247969:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aeffb80 00000100:00100000:2.0:1746126661.248184:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2156 00000100:00100000:2.0:1746126661.248192:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+44:1982:x1830945973245184:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126661.248531:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973245184:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 339us (1339us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1746126661.248538:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2156 00002000:00100000:2.0:1746126661.248544:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009aeffb80 x1830945973245184/t4294968041(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/448 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.248556:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aeffb80 with x1830945973245184 ext(0->7) 00010000:00010000:2.0:1746126661.248560:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.248567:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.248572:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aeffb80 00000100:00100000:0.0:1746126661.254195:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.254254:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.254354:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245312 00000100:00100000:3.0:1746126661.254365:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245312 00010000:00010000:3.0:1746126661.254402:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.254439:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7562 00000100:00100000:3.0:1746126661.254472:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973245312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.254486:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.254505:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.254585:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245440 00000100:00100000:2.0:1746126661.254590:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245440 00010000:00010000:3.0:1746126661.254800:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.254825:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c76d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec429b expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.254861:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5872 00000100:00100000:2.0:1746126661.254867:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973245440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.254913:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.254923:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42a9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.254938:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.254943:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.254948:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.254950:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.254981:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.254998:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.255006:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.255007:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.255013:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.255020:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.255034:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.255043:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.255054:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720064:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.255327:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.255327:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.255354:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973245312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 882us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.255361:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7562 00000100:00100000:2.0:1746126661.257063:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720064:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.257080:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.257123:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973245440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.257130:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5872 00000100:00100000:0.0:1746126661.257313:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.257388:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245696 00000100:00100000:2.0:1746126661.257394:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245696 00002000:00100000:2.0:1746126661.257436:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f480 x1830945973245696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.257467:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f480 with x1830945973245696 ext(0->4095) 00010000:00010000:2.0:1746126661.257475:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.257486:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.257493:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f480 00000100:00100000:2.0:1746126661.257512:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2157 00000100:00100000:2.0:1746126661.257516:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973245696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.257631:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973245696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.257635:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2157 00002000:00100000:2.0:1746126661.257638:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f480 x1830945973245696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.257643:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f480 with x1830945973245696 ext(0->4095) 00010000:00010000:2.0:1746126661.257646:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.257651:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.257654:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f480 00000100:00100000:0.0:1746126661.259898:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.259945:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.260015:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245952 00000100:00100000:2.0:1746126661.260028:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245952 00000100:00100000:3.0:1746126661.260051:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973245824 00000100:00100000:3.0:1746126661.260055:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973245824 00010000:00010000:3.0:1746126661.260073:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 7 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.260098:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7563 00000100:00100000:3.0:1746126661.260103:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973245824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.260117:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.260136:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 7 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.260146:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 7 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.260168:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c76da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a2 expref: 7 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.260185:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.260188:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.260195:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.260203:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.260235:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.260252:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720192:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.260292:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5873 00000100:00100000:2.0:1746126661.260298:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973245952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.260310:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126661.260312:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126661.260320:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42b0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.260336:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.260342:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.260344:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.260346:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.260362:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.260372:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.260380:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720320:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.260401:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.262106:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720320:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.262107:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126661.262129:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.262146:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.262176:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+7:31659:x1830945973245952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.262183:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5873 00000100:00100000:2.0:1746126661.262209:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973246208 00000100:00100000:2.0:1746126661.262214:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973246208 00002000:00100000:2.0:1746126661.262240:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f100 x1830945973246208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.262248:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945973246208 ext(0->4095) 00010000:00010000:2.0:1746126661.262253:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.262264:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.262270:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f100 00000100:00100000:2.0:1746126661.262295:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2158 00000100:00100000:3.0:1746126661.262299:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720192:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.262300:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973246208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746126661.262309:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.262332:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973245824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2228us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.262341:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7563 00000100:00100000:2.0:1746126661.262478:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973246208:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.262484:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2158 00002000:00100000:2.0:1746126661.262489:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4f100 x1830945973246208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.262505:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4f100 with x1830945973246208 ext(0->4095) 00010000:00010000:2.0:1746126661.262510:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.262518:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.262523:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4f100 00000100:00100000:0.0:1746126661.264266:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.264347:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.264400:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973246336 00000100:00100000:2.0:1746126661.264405:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973246336 00000100:00100000:3.0:1746126661.264409:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973246464 00000100:00100000:3.0:1746126661.264413:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973246464 00010000:00010000:3.0:1746126661.264438:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.264482:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7564 00000100:00100000:3.0:1746126661.264488:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973246464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126661.264491:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5874 00010000:00010000:3.0:1746126661.264497:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.264498:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973246336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.264508:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.264515:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.264519:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42b7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.264526:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.264545:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c76e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42a9 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.264546:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.264552:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.264558:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.264561:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.264833:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.264836:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.264842:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.264849:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.264873:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.264888:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.264897:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.264899:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720576:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.264905:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.264913:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720448:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.265045:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.265051:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.266151:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720576:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.266172:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.266190:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126661.266230:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973246336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.266237:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5874 00000100:00100000:3.0:1746126661.266584:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720448:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.266595:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.266625:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973246464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2137us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.266632:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7564 00000100:00100000:0.0:1746126661.266828:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.266867:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973246720 00000100:00100000:3.0:1746126661.266873:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973246720 00002000:00100000:3.0:1746126661.266898:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e300 x1830945973246720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.266907:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e300 with x1830945973246720 ext(0->4095) 00010000:00010000:3.0:1746126661.266913:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.266923:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.266929:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e300 00000100:00100000:3.0:1746126661.266952:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2159 00000100:00100000:3.0:1746126661.266957:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973246720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.267077:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973246720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.267083:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2159 00002000:00100000:3.0:1746126661.267088:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e300 x1830945973246720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.267095:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e300 with x1830945973246720 ext(0->4095) 00010000:00010000:3.0:1746126661.267099:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.267108:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.267114:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e300 00000100:00100000:0.0:1746126661.269336:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.269430:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973246848 00000100:00100000:3.0:1746126661.269437:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973246848 00010000:00010000:3.0:1746126661.269485:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.269506:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7565 00000100:00100000:3.0:1746126661.269512:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973246848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.269522:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.269539:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.269548:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.269571:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c76e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b0 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.269661:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.269663:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.269671:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.269679:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.269713:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.269726:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.269795:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.270713:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.270727:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.270750:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973246848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1238us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.270756:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7565 00000100:00100000:0.0:1746126661.271416:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.271476:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247104 00000100:00100000:1.0:1746126661.271482:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247104 00002000:00100000:1.0:1746126661.271519:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73480 x1830945973247104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.271527:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73480 with x1830945973247104 ext(0->4095) 00002000:00010000:1.0:1746126661.271531:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73480 00000100:00100000:1.0:1746126661.271563:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4260 00000100:00100000:1.0:1746126661.271569:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973247104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.271707:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973247104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.271712:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4260 00002000:00100000:1.0:1746126661.271718:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d73480 x1830945973247104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.271724:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73480 with x1830945973247104 ext(0->4095) 00002000:00010000:1.0:1746126661.271727:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73480 00000100:00100000:0.0:1746126661.273035:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.273119:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247232 00000100:00100000:2.0:1746126661.273124:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247232 00000100:00100000:2.0:1746126661.273159:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5875 00000100:00100000:2.0:1746126661.273164:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973247232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.273174:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.273186:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42be expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.273205:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.273213:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.273215:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.273217:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.273238:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.273245:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.273253:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720832:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.273309:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.274752:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.274825:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973720832:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.274848:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.274861:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.274902:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973247232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1736us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.274913:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5875 00000100:00100000:3.0:1746126661.275025:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247360 00000100:00100000:3.0:1746126661.275031:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247360 00010000:00010000:3.0:1746126661.275052:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.275082:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7566 00000100:00100000:3.0:1746126661.275090:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973247360:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.275100:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.275120:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.275131:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.275150:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c76ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42b7 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.275253:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.275256:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.275263:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.275271:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.275297:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.275307:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.275654:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.277077:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.277231:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247616 00000100:00100000:2.0:1746126661.277238:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247616 00002000:00100000:2.0:1746126661.277271:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945973247616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.277285:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945973247616 ext(0->4095) 00002000:00010000:2.0:1746126661.277289:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d72680 00000100:00100000:2.0:1746126661.277318:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4261 00000100:00100000:2.0:1746126661.277325:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973247616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.277470:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973720960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.277483:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.277509:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973247360:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2422us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.277514:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7566 00000100:00100000:2.0:1746126661.277770:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973247616:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 445us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.277777:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4261 00002000:00100000:2.0:1746126661.277782:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72680 x1830945973247616/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.277790:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72680 with x1830945973247616 ext(0->4095) 00002000:00010000:2.0:1746126661.277793:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d72680 00000100:00100000:0.0:1746126661.279483:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.279789:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247744 00000100:00100000:2.0:1746126661.279796:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247744 00000100:00100000:2.0:1746126661.279834:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5876 00000100:00100000:2.0:1746126661.279840:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31659:x1830945973247744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.279853:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.279869:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42c5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.279893:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.279925:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.279927:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.279930:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.279960:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.279970:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.280038:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973721088:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.280210:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.282865:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973721088:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.282897:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.282913:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.282954:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31659:x1830945973247744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3113us (3533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.282962:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5876 00000100:00100000:0.0:1746126661.283326:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.283361:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.283434:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973247872 00000100:00100000:3.0:1746126661.283467:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973247872 00010000:00010000:3.0:1746126661.283495:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.283516:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7567 00000100:00100000:3.0:1746126661.283522:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973247872:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.283536:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.283557:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.283568:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.283591:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c76f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42be expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.283658:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.283660:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.283667:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.283674:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.283675:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248000 00000100:00100000:2.0:1746126661.283678:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248000 00010000:00010000:3.0:1746126661.283704:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.283716:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721216:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.283861:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5877 00000100:00100000:2.0:1746126661.283867:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973248000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126661.283921:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126661.283957:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.283969:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42cc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.283988:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.283993:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.283995:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.283997:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.284013:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.284022:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.284029:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973721344:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.284048:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.286298:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.286371:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721216:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.286371:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973721344:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.286386:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126661.286393:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.286405:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126661.286428:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973247872:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2896us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.286430:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973248000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2564us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.286437:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7567 00000100:00100000:2.0:1746126661.286437:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5877 00000100:00100000:2.0:1746126661.286484:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248256 00000100:00100000:2.0:1746126661.286493:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248256 00002000:00100000:2.0:1746126661.286520:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71180 x1830945973248256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.286529:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71180 with x1830945973248256 ext(0->4095) 00010000:00010000:2.0:1746126661.286605:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.286616:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.286622:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71180 00000100:00100000:2.0:1746126661.286657:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2160 00000100:00100000:2.0:1746126661.286664:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973248256:12345-192.168.203.49@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126661.286809:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973248256:12345-192.168.203.49@tcp:3:ldlm_bl.0 Request processed in 145us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.286814:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2160 00002000:00100000:2.0:1746126661.286819:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71180 x1830945973248256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.286826:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71180 with x1830945973248256 ext(0->4095) 00010000:00010000:2.0:1746126661.286831:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.286839:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.286846:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71180 00000100:00100000:0.0:1746126661.288645:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.288865:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248384 00000100:00100000:2.0:1746126661.288872:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248384 00000100:00100000:2.0:1746126661.288901:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5878 00000100:00100000:2.0:1746126661.288906:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973248384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.288920:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.288933:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42d3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.288954:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.288959:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.288964:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.288968:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.288997:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.289009:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.289017:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.289060:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973248384:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.289066:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5878 00000100:00100000:2.0:1746126661.289270:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.289331:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248512 00000100:00100000:3.0:1746126661.289335:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248512 00010000:00010000:3.0:1746126661.289349:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.289583:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7568 00000100:00100000:3.0:1746126661.289589:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1979:x1830945973248512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.289598:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.289614:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.289624:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.289641:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c76fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42c5 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.289651:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.289653:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.289658:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.289664:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.289684:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.289693:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.289703:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721600:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.289871:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801359686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.292347:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.292486:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248768 00000100:00100000:2.0:1746126661.292493:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248768 00002000:00100000:2.0:1746126661.292533:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72300 x1830945973248768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.292544:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72300 with x1830945973248768 ext(0->4095) 00010000:00010000:2.0:1746126661.292552:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.292555:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721600:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.292566:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.292572:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746126661.292573:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72300 00000100:00100000:2.0:1746126661.292599:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2161 00000100:00100000:2.0:1746126661.292606:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973248768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.292610:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1979:x1830945973248512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3020us (3339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.292618:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7568 00000100:00100000:2.0:1746126661.292748:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973248768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.292753:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2161 00002000:00100000:2.0:1746126661.292758:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72300 x1830945973248768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.292765:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72300 with x1830945973248768 ext(0->4095) 00010000:00010000:2.0:1746126661.292770:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.292779:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.292785:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72300 00000100:00100000:0.0:1746126661.297392:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.297531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.297642:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249024 00000100:00100000:2.0:1746126661.297651:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249024 00000100:00100000:2.0:1746126661.297688:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5879 00000100:00100000:2.0:1746126661.297695:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973249024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.297714:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.297730:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42da expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.297759:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.297764:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.297770:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.297773:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 47 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.297809:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.297823:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 47 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.297832:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.297876:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973249024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.297882:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5879 00000100:00100000:3.0:1746126661.297983:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973248896 00000100:00100000:3.0:1746126661.297987:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973248896 00010000:00010000:3.0:1746126661.298001:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.298029:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7569 00000100:00100000:3.0:1746126661.298035:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973248896:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.298043:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.298063:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.298072:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.298089:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7704 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42cc expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.298102:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.298103:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.298109:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.298116:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.298135:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.298145:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.298160:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721856:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.298214:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.300308:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721856:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.300327:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.300376:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973248896:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2339us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.300385:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7569 00000100:00100000:0.0:1746126661.300651:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.300708:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249280 00000100:00100000:1.0:1746126661.300714:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249280 00002000:00100000:1.0:1746126661.300745:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70000 x1830945973249280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.300755:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70000 with x1830945973249280 ext(0->4095) 00010000:00010000:1.0:1746126661.300762:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.300783:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.300790:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70000 00000100:00100000:1.0:1746126661.300816:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2162 00000100:00100000:1.0:1746126661.300822:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973249280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.300965:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973249280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.300971:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2162 00002000:00100000:1.0:1746126661.300977:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70000 x1830945973249280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.300984:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70000 with x1830945973249280 ext(0->4095) 00010000:00010000:1.0:1746126661.300989:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.300998:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.301004:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70000 00000100:00100000:0.0:1746126661.302649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.302722:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249408 00000100:00100000:3.0:1746126661.302729:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249408 00010000:00010000:3.0:1746126661.302752:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.302843:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7570 00000100:00100000:3.0:1746126661.302850:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973249408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.302865:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.302884:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.302892:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.302910:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c770b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42d3 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.302922:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.302924:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.302929:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.302935:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.302961:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.302969:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721984:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.303048:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.304658:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973721984:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.304677:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.304725:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973249408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1873us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.304733:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7570 00000100:00100000:0.0:1746126661.304991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.305041:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249664 00000100:00100000:1.0:1746126661.305046:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249664 00002000:00100000:1.0:1746126661.305078:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945973249664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.305084:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945973249664 ext(0->4095) 00002000:00010000:1.0:1746126661.305088:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232dc00 00000100:00100000:1.0:1746126661.305108:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4262 00000100:00100000:1.0:1746126661.305112:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973249664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.305226:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973249664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.305230:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4262 00002000:00100000:1.0:1746126661.305234:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232dc00 x1830945973249664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.305239:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232dc00 with x1830945973249664 ext(0->4095) 00002000:00010000:1.0:1746126661.305241:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232dc00 00000100:00100000:2.0:1746126661.307657:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.307737:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249792 00000100:00100000:0.0:1746126661.307747:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249792 00000100:00100000:0.0:1746126661.307783:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5880 00000100:00100000:0.0:1746126661.307790:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973249792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.307804:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.307819:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42e1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.307856:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.307864:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.307866:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.307869:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.307897:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.307909:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 45 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126661.307921:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009232f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973722112:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.307996:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.309535:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973722112:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.309561:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.309574:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dac00, rc 0) 00000100:00100000:2.0:1746126661.309605:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973249792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1815us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.309612:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5880 00000100:00100000:0.0:1746126661.309796:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.309844:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973249920 00000100:00100000:3.0:1746126661.309850:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973249920 00010000:00010000:3.0:1746126661.309873:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.309894:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7571 00000100:00100000:3.0:1746126661.309900:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973249920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.309910:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.309930:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.309945:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.309967:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7712 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42da expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.309981:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.309983:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.309989:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.309997:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.310023:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.310033:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722240:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.310092:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.312813:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.312815:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722240:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.312833:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.312862:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250176 00000100:00100000:1.0:1746126661.312870:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250176 00000100:00100000:3.0:1746126661.312880:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973249920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2979us (3084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.312888:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7571 00002000:00100000:1.0:1746126661.313080:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232fb80 x1830945973250176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.313090:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232fb80 with x1830945973250176 ext(0->4095) 00002000:00010000:1.0:1746126661.313094:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232fb80 00000100:00100000:1.0:1746126661.313123:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4263 00000100:00100000:1.0:1746126661.313130:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973250176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.313286:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973250176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.313292:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4263 00002000:00100000:1.0:1746126661.313298:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232fb80 x1830945973250176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.313311:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232fb80 with x1830945973250176 ext(0->4095) 00002000:00010000:1.0:1746126661.313313:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232fb80 00000100:00100000:0.0:1746126661.314992:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.315040:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250304 00000100:00100000:2.0:1746126661.315047:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250304 00000100:00100000:2.0:1746126661.315084:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5881 00000100:00100000:2.0:1746126661.315090:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31659:x1830945973250304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.315104:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.315120:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42e8 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.315145:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.315153:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.315154:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.315157:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.315188:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.315200:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.315211:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973722368:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.315299:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.316070:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.316168:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250432 00000100:00100000:0.0:1746126661.316172:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250432 00000100:00100000:0.0:1746126661.316207:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5882 00000100:00100000:0.0:1746126661.316214:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973250432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.316222:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.316230:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42ef expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.316249:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.316254:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.316259:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.316262:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 48 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.316286:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.316297:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 48 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.316306:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dbe00, rc 0) 00000100:00100000:0.0:1746126661.316334:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:31658:x1830945973250432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.316340:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5882 00000100:00100000:0.0:1746126661.318547:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.318753:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973722368:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.318782:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.318798:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.318846:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31659:x1830945973250304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3755us (3861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.318854:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5881 00000100:00100000:3.0:1746126661.318919:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250560 00000100:00100000:3.0:1746126661.318925:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250560 00010000:00010000:3.0:1746126661.318949:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.318970:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7572 00000100:00100000:3.0:1746126661.318976:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973250560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.318986:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.319008:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.319019:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.319040:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7719 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.319056:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.319058:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.319066:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.319073:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.319102:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 46 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.319136:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.319150:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722624:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.319361:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.320946:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.321016:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250816 00000100:00100000:2.0:1746126661.321022:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250816 00000100:00100000:3.0:1746126661.321030:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722624:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.321045:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126661.321054:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d880 x1830945973250816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.321063:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d880 with x1830945973250816 ext(0->4095) 00010000:00010000:2.0:1746126661.321069:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.321079:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.321085:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d880 00000100:00100000:2.0:1746126661.321102:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2163 00000100:00100000:2.0:1746126661.321108:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973250816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.321287:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973250560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2309us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.321294:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7572 00000100:00100000:2.0:1746126661.321558:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973250816:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 449us (617us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.321564:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2163 00002000:00100000:2.0:1746126661.321569:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d880 x1830945973250816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.321575:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d880 with x1830945973250816 ext(0->4095) 00010000:00010000:2.0:1746126661.321580:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.321588:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.321593:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d880 00000100:00100000:0.0:1746126661.325719:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.325820:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.325884:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973250944 00000100:00100000:2.0:1746126661.325893:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973250944 00000100:00100000:2.0:1746126661.325934:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5883 00000100:00100000:2.0:1746126661.325941:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973250944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.325959:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.325975:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42f6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.326002:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.326007:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.326012:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.326017:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.326056:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.326069:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.326079:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:3.0:1746126661.326206:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251072 00000100:00100000:3.0:1746126661.326210:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251072 00010000:00010000:3.0:1746126661.326225:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.326256:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973250944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.326262:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5883 00000100:00100000:3.0:1746126661.326415:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7573 00000100:00100000:3.0:1746126661.326432:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973251072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.326440:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.326479:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.326489:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.326504:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7720 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42e8 expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.326527:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.326529:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.326535:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.326542:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.326561:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.326571:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.326583:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722880:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.326978:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.328625:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973722880:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.328645:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.328690:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973251072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2257us (2867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.328700:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7573 00000100:00100000:0.0:1746126661.328828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.329152:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251328 00000100:00100000:2.0:1746126661.329159:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251328 00002000:00100000:2.0:1746126661.329193:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e680 x1830945973251328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.329204:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945973251328 ext(0->4095) 00010000:00010000:2.0:1746126661.329210:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.329223:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.329229:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:2.0:1746126661.329243:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2164 00000100:00100000:2.0:1746126661.329249:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973251328:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.329413:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973251328:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.329427:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2164 00002000:00100000:2.0:1746126661.329433:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e680 x1830945973251328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.329440:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e680 with x1830945973251328 ext(0->4095) 00010000:00010000:2.0:1746126661.329471:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.329480:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 46 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.329485:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232e680 00000100:00100000:0.0:1746126661.331316:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.331398:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.331572:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251456 00000100:00100000:2.0:1746126661.331580:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251456 00000100:00100000:2.0:1746126661.331611:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5884 00000100:00100000:2.0:1746126661.331618:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973251456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.331633:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.331648:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec42fd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.331681:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.331686:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.331693:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.331697:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.331743:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.331746:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251584 00000100:00100000:3.0:1746126661.331750:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251584 00010000:00010000:2.0:1746126661.331756:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.331766:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00010000:00010000:3.0:1746126661.331767:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 48 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.331944:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:31658:x1830945973251456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 326us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.331946:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7574 00000100:00100000:2.0:1746126661.331951:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5884 00000100:00100000:3.0:1746126661.331952:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945973251584:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.331963:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.331980:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 47 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.331990:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 47 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.332007:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7727 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42ef expref: 47 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.332031:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.332032:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.332037:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.332044:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.332064:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.332075:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.332086:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723136:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.332138:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.334117:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723136:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.334137:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.334181:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973251584:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2227us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.334190:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7574 00000100:00100000:0.0:1746126661.334885:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.334933:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251840 00000100:00100000:2.0:1746126661.334940:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251840 00002000:00100000:2.0:1746126661.334974:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d500 x1830945973251840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.334984:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d500 with x1830945973251840 ext(0->4095) 00010000:00010000:2.0:1746126661.334991:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.335004:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.335010:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d500 00000100:00100000:2.0:1746126661.335025:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2165 00000100:00100000:2.0:1746126661.335031:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973251840:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.335618:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973251840:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 585us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.335624:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2165 00002000:00100000:2.0:1746126661.335630:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232d500 x1830945973251840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.335637:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d500 with x1830945973251840 ext(0->4095) 00010000:00010000:2.0:1746126661.335642:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.335651:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.335656:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232d500 00000100:00100000:0.0:1746126661.339575:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.340152:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973251968 00000100:00100000:3.0:1746126661.340162:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973251968 00010000:00010000:3.0:1746126661.340198:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.340562:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7575 00000100:00100000:3.0:1746126661.340571:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973251968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.340584:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.340605:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.340617:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.340641:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c772e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42f6 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.341383:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.341386:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.341395:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.341404:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.341465:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.341478:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723264:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.341572:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.343506:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723264:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.343526:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126661.343548:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.343654:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252224 00000100:00100000:2.0:1746126661.343660:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252224 00002000:00100000:2.0:1746126661.343699:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232df80 x1830945973252224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.343708:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232df80 with x1830945973252224 ext(0->4095) 00002000:00010000:2.0:1746126661.343712:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232df80 00000100:00100000:2.0:1746126661.343740:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4264 00000100:00100000:2.0:1746126661.343746:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973252224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.343956:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973251968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3385us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.343965:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7575 00000100:00100000:2.0:1746126661.344109:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973252224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 362us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.344115:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4264 00002000:00100000:2.0:1746126661.344121:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232df80 x1830945973252224/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.344128:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232df80 with x1830945973252224 ext(0->4095) 00002000:00010000:2.0:1746126661.344130:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232df80 00000100:00100000:0.0:1746126661.345148:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.345192:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252352 00000100:00100000:2.0:1746126661.345196:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252352 00000100:00100000:2.0:1746126661.345227:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5885 00000100:00100000:2.0:1746126661.345232:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973252352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.345242:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.345256:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4304 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.345285:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.345293:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.345294:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.345298:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.345323:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.345334:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 45 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.345344:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973723392:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.345414:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.346664:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973723392:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.346684:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.346695:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:0.0:1746126661.346697:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.346730:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973252352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1497us (1583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.346736:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5885 00000100:00100000:3.0:1746126661.346906:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252480 00000100:00100000:3.0:1746126661.346910:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252480 00010000:00010000:3.0:1746126661.346928:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.346955:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7576 00000100:00100000:3.0:1746126661.346961:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1981:x1830945973252480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.346969:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.346987:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.346996:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.347014:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7735 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec42fd expref: 46 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.347037:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.347039:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.347045:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.347051:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.347074:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.347083:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723520:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.347130:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.349200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.349251:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252736 00000100:00100000:2.0:1746126661.349258:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252736 00002000:00100000:2.0:1746126661.349294:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945973252736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126661.349529:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723520:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.349546:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126661.349638:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945973252736 ext(0->4095) 00002000:00010000:2.0:1746126661.349642:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232f480 00000100:00100000:2.0:1746126661.349663:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4265 00000100:00100000:2.0:1746126661.349669:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973252736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.349812:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:1981:x1830945973252480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2850us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.349820:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7576 00000100:00100000:2.0:1746126661.349994:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973252736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 324us (801us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.349999:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4265 00002000:00100000:2.0:1746126661.350004:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232f480 x1830945973252736/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.350011:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232f480 with x1830945973252736 ext(0->4095) 00002000:00010000:2.0:1746126661.350013:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232f480 00000100:00100000:0.0:1746126661.351518:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.351660:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252864 00000100:00100000:2.0:1746126661.351666:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252864 00000100:00100000:2.0:1746126661.351705:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5886 00000100:00100000:2.0:1746126661.351711:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+45:31659:x1830945973252864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.351723:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.351738:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec430b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.351760:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.351766:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.351768:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.351770:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.351796:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.351807:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.351818:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973723648:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.351896:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.353727:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973723648:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.353755:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.353775:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.353817:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31659:x1830945973252864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.353825:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5886 00000100:00100000:0.0:1746126661.355006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.355046:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.355051:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973252992 00000100:00100000:2.0:1746126661.355058:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973252992 00000100:00100000:2.0:1746126661.355089:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5887 00000100:00100000:2.0:1746126661.355096:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:31658:x1830945973252992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.355110:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126661.355117:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973253120 00000100:00100000:3.0:1746126661.355122:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973253120 00010000:00010000:2.0:1746126661.355124:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4312 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.355141:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.355144:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.355149:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.355155:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.355158:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.355194:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.355205:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.355218:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126661.355241:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973252992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.355247:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5887 00000100:00100000:3.0:1746126661.355655:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7577 00000100:00100000:3.0:1746126661.355662:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973253120:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.355673:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.355693:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.355703:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.355720:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c773c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4304 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.356037:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.356039:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.356046:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.356054:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.356076:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.356086:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 46 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.356097:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723904:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.356157:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.358257:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973723904:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.358278:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.358313:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973253120:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2650us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.358322:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7577 00000100:00100000:0.0:1746126661.359112:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.359152:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973253376 00000100:00100000:2.0:1746126661.359158:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973253376 00002000:00100000:2.0:1746126661.359193:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaa680 x1830945973253376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.359203:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaa680 with x1830945973253376 ext(0->4095) 00010000:00010000:2.0:1746126661.359211:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.359223:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.359229:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaa680 00000100:00100000:2.0:1746126661.359252:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2166 00000100:00100000:2.0:1746126661.359258:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973253376:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.359410:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973253376:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.359415:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2166 00002000:00100000:2.0:1746126661.359428:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaa680 x1830945973253376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.359457:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaa680 with x1830945973253376 ext(0->4095) 00010000:00010000:2.0:1746126661.359462:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.359470:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.359476:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaa680 00000100:00100000:0.0:1746126661.361161:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.361319:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973253504 00000100:00100000:3.0:1746126661.361326:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973253504 00010000:00010000:3.0:1746126661.361350:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.361386:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7578 00000100:00100000:3.0:1746126661.361393:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973253504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.361404:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.361434:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.361477:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.361502:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7743 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec430b expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.361525:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.361527:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.361533:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.361540:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.361573:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 46 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.361586:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724032:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.361657:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.363615:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.363704:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973253760 00000100:00100000:1.0:1746126661.363710:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973253760 00000100:00100000:3.0:1746126661.363711:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724032:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.363729:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126661.363745:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8000 x1830945973253760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.363754:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945973253760 ext(0->4095) 00002000:00010000:1.0:1746126661.363758:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:3.0:1746126661.363767:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973253504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2373us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.363776:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7578 00000100:00100000:1.0:1746126661.363787:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4266 00000100:00100000:1.0:1746126661.363792:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973253760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.363923:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973253760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.363928:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4266 00002000:00100000:1.0:1746126661.363933:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8000 x1830945973253760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.363940:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8000 with x1830945973253760 ext(0->4095) 00002000:00010000:1.0:1746126661.363942:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8000 00000100:00100000:0.0:1746126661.365833:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.365914:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973253888 00000100:00100000:2.0:1746126661.365922:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973253888 00000100:00100000:2.0:1746126661.365966:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5888 00000100:00100000:2.0:1746126661.365973:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973253888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.365987:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.366003:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4319 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.366029:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 45 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.366037:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.366039:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.366042:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.366071:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 45 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.366086:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 45 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.366098:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724160:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.366810:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.370332:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.370503:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254016 00000100:00100000:3.0:1746126661.370513:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254016 00000100:00100000:2.0:1746126661.370538:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724160:192.168.203.49@tcp:104: 00002000:00100000:3.0:1746126661.370560:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012dfa9f80 x1830945973254016/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126661.370566:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126661.370570:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945973254016 ext(0->7) 00010000:00010000:3.0:1746126661.370577:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 46 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.370580:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00010000:00010000:3.0:1746126661.370590:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 46 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.370596:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9f80 00000100:00100000:2.0:1746126661.370621:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973253888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4648us (4795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.370632:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5888 00000100:00100000:3.0:1746126661.370688:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2167 00000100:00100000:3.0:1746126661.370695:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+46:1982:x1830945973254016:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126661.371114:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945973254016:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 419us (793us total) trans 4294968042 rc 0/0 00000100:00100000:3.0:1746126661.371120:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2167 00002000:00100000:3.0:1746126661.371126:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012dfa9f80 x1830945973254016/t4294968042(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/448 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.371133:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9f80 with x1830945973254016 ext(0->7) 00010000:00010000:3.0:1746126661.371138:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.371147:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.371153:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfa9f80 00000100:00100000:0.0:1746126661.372828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.372883:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254144 00000100:00100000:3.0:1746126661.372890:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254144 00010000:00010000:3.0:1746126661.372913:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.372984:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7579 00000100:00100000:3.0:1746126661.372991:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973254144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.373004:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.373022:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.373033:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.373055:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c774a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4312 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.373343:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.373346:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.373354:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.373361:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.373395:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.373407:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724288:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.373529:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.375837:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724288:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.375858:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.376375:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973254144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3381us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.376385:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7579 00000100:00100000:0.0:1746126661.376628:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.376649:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254400 00000100:00100000:3.0:1746126661.376655:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254400 00002000:00100000:3.0:1746126661.376695:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9880 x1830945973254400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.376711:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945973254400 ext(0->4095) 00002000:00010000:3.0:1746126661.376716:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa9880 00000100:00100000:3.0:1746126661.377082:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4267 00000100:00100000:3.0:1746126661.377089:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973254400:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126661.377240:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973254400:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.377246:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4267 00002000:00100000:3.0:1746126661.377251:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa9880 x1830945973254400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.377259:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa9880 with x1830945973254400 ext(0->4095) 00002000:00010000:3.0:1746126661.377262:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa9880 00000100:00100000:0.0:1746126661.378732:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.378821:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254528 00000100:00100000:2.0:1746126661.378827:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254528 00000100:00100000:2.0:1746126661.378995:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5889 00000100:00100000:2.0:1746126661.379003:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31659:x1830945973254528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.379013:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.379027:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4320 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.379052:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.379065:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.379067:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.379070:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.379099:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.379110:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.379122:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724416:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.379218:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.381131:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.381216:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254656 00000100:00100000:2.0:1746126661.381222:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254656 00000100:00100000:2.0:1746126661.381253:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5890 00000100:00100000:2.0:1746126661.381259:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973254656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.381270:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.381282:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4327 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.381303:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.381308:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.381313:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.381317:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.381348:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.381362:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.381371:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.381467:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973254656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.381474:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5890 00000100:00100000:2.0:1746126661.383294:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eadc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724416:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.383316:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.383327:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126661.383354:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973254528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4352us (4627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.383360:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5889 00000100:00100000:0.0:1746126661.384190:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.384286:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973254784 00000100:00100000:3.0:1746126661.384292:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973254784 00010000:00010000:3.0:1746126661.384314:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.384345:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7580 00000100:00100000:3.0:1746126661.384351:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973254784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.384361:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.384386:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.384395:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.384411:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7751 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4319 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.384435:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.384437:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.384455:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.384460:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.384482:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.384489:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.384497:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724672:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.384555:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.386037:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973724672:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.386052:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.386079:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973254784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1727us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.386086:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7580 00000100:00100000:0.0:1746126661.386753:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.386926:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255040 00000100:00100000:1.0:1746126661.386933:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255040 00002000:00100000:1.0:1746126661.387132:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaaa00 x1830945973255040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.387141:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaaa00 with x1830945973255040 ext(0->4095) 00010000:00010000:1.0:1746126661.387149:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.387162:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.387168:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaaa00 00000100:00100000:1.0:1746126661.387193:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2168 00000100:00100000:1.0:1746126661.387199:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973255040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.387492:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973255040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 292us (738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.387498:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2168 00002000:00100000:1.0:1746126661.387503:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfaaa00 x1830945973255040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.387510:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfaaa00 with x1830945973255040 ext(0->4095) 00010000:00010000:1.0:1746126661.387514:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.387523:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.387528:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfaaa00 00000100:00100000:2.0:1746126661.391115:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.391183:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255168 00000100:00100000:0.0:1746126661.391193:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255168 00000100:00100000:0.0:1746126661.391242:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5891 00000100:00100000:2.0:1746126661.391243:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.391250:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973255168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.391266:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126661.391318:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255296 00000100:00100000:3.0:1746126661.391322:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255296 00010000:00010000:0.0:1746126661.391342:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec432e expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.391343:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.391370:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126661.391371:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7581 00000100:00100000:3.0:1746126661.391375:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1979:x1830945973255296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126661.391375:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.391381:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126661.391383:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126661.391384:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.391400:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.391410:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.391538:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.391541:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7758 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4320 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.391550:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.391559:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.391560:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.391566:0:16421:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.391572:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.391654:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126661.391662:0:16421:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.391671:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126661.391682:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.391692:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1979:x1830945973255296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 316us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.391699:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7581 00000100:00100000:0.0:1746126661.391722:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.394001:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.394104:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973724928:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.394123:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db400, rc 0) 00000100:00100000:2.0:1746126661.394175:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973255168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.394182:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5891 00000100:00100000:1.0:1746126661.394243:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255552 00000100:00100000:1.0:1746126661.394248:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255552 00002000:00100000:1.0:1746126661.394276:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33800 x1830945973255552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.394286:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33800 with x1830945973255552 ext(0->4095) 00010000:00010000:1.0:1746126661.394294:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.394305:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.394311:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33800 00000100:00100000:1.0:1746126661.394323:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2169 00000100:00100000:1.0:1746126661.394334:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973255552:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.394581:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973255552:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 246us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.394587:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2169 00002000:00100000:1.0:1746126661.394592:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33800 x1830945973255552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.394599:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33800 with x1830945973255552 ext(0->4095) 00010000:00010000:1.0:1746126661.394604:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.394613:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.394619:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33800 00000100:00100000:0.0:1746126661.395774:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.395812:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255808 00000100:00100000:0.0:1746126661.395812:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.395817:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255808 00000100:00100000:2.0:1746126661.395838:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5892 00000100:00100000:2.0:1746126661.395843:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:31658:x1830945973255808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.395852:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.395866:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4335 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.395878:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973255680 00000100:00100000:3.0:1746126661.395881:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973255680 00010000:00010000:2.0:1746126661.395885:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.395891:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.395894:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.395897:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.395900:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.395930:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.395942:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.395951:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126661.395954:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7582 00000100:00100000:3.0:1746126661.395959:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973255680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.395969:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.395974:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973255808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.395979:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5892 00010000:00010000:3.0:1746126661.395982:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.395992:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.396008:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c775f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4327 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.396018:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.396020:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.396026:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.396033:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.396056:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.396066:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.396077:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.396218:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135968a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.397976:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.397993:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.398024:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6a38050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973255680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2064us (2211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.398033:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7582 00000100:00100000:0.0:1746126661.398372:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.399033:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256064 00000100:00100000:1.0:1746126661.399039:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256064 00002000:00100000:1.0:1746126661.399072:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30000 x1830945973256064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.399088:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30000 with x1830945973256064 ext(0->4095) 00010000:00010000:1.0:1746126661.399095:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.399106:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.399112:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b30000 00000100:00100000:1.0:1746126661.399136:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2170 00000100:00100000:1.0:1746126661.399142:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973256064:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.399337:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973256064:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.399343:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2170 00002000:00100000:1.0:1746126661.399348:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30000 x1830945973256064/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.399354:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30000 with x1830945973256064 ext(0->4095) 00010000:00010000:1.0:1746126661.399358:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.399367:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.399373:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b30000 00000100:00100000:0.0:1746126661.401797:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.401954:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256192 00000100:00100000:3.0:1746126661.401963:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256192 00010000:00010000:3.0:1746126661.401992:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.402025:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7583 00000100:00100000:3.0:1746126661.402031:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973256192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.402042:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.402060:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.402070:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.402090:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7766 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec432e expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.402108:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.402110:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.402116:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.402124:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.402158:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.402170:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725312:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.402246:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.404121:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725312:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.404141:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.404173:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973256192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2140us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.404182:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7583 00000100:00100000:0.0:1746126661.404900:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.405147:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256448 00000100:00100000:1.0:1746126661.405155:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256448 00002000:00100000:1.0:1746126661.405191:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31f80 x1830945973256448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.405200:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31f80 with x1830945973256448 ext(0->4095) 00002000:00010000:1.0:1746126661.405205:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b31f80 00000100:00100000:1.0:1746126661.405254:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4268 00000100:00100000:1.0:1746126661.405260:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973256448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.405589:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973256448:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 329us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.405594:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4268 00002000:00100000:1.0:1746126661.405599:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31f80 x1830945973256448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.405605:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31f80 with x1830945973256448 ext(0->4095) 00002000:00010000:1.0:1746126661.405607:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b31f80 00000100:00100000:0.0:1746126661.407333:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.407689:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256576 00000100:00100000:2.0:1746126661.407697:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256576 00000100:00100000:2.0:1746126661.407784:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5893 00000100:00100000:2.0:1746126661.407792:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973256576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.407804:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.407821:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec433c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.407846:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.407852:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.407855:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.407857:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.407884:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.407894:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.407905:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973725440:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.408351:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.410597:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973725440:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.410625:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.410647:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.410690:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973256576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2897us (3360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.410698:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5893 00000100:00100000:0.0:1746126661.410763:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.410880:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256704 00000100:00100000:3.0:1746126661.410886:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256704 00010000:00010000:3.0:1746126661.410909:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.410930:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7584 00000100:00100000:3.0:1746126661.410936:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973256704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.410947:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.410967:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.410977:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.410999:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c776d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4335 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.411012:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.411014:0:7112:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.411020:0:7112:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.411028:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.411054:0:7112:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.411065:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725568:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.411108:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.412939:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7112:1830945973725568:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.412958:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.413010:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973256704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2072us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.413021:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7584 00000100:00100000:0.0:1746126661.413750:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.413814:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973256960 00000100:00100000:1.0:1746126661.413820:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973256960 00002000:00100000:1.0:1746126661.413856:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33480 x1830945973256960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.413865:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33480 with x1830945973256960 ext(0->4095) 00002000:00010000:1.0:1746126661.413869:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b33480 00000100:00100000:1.0:1746126661.413923:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4269 00000100:00100000:1.0:1746126661.413930:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973256960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.414075:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973256960:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.414085:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4269 00002000:00100000:1.0:1746126661.414090:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33480 x1830945973256960/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.414097:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33480 with x1830945973256960 ext(0->4095) 00002000:00010000:1.0:1746126661.414100:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b33480 00000100:00100000:0.0:1746126661.415477:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.415521:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257088 00000100:00100000:2.0:1746126661.415528:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257088 00000100:00100000:2.0:1746126661.415565:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5894 00000100:00100000:2.0:1746126661.415571:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973257088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.415583:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.415597:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4343 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.415623:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.415636:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.415638:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.415641:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.415671:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.415681:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.415697:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973725696:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.415762:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.416482:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.416522:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257216 00000100:00100000:3.0:1746126661.416526:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257216 00000100:00100000:3.0:1746126661.416547:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5895 00000100:00100000:3.0:1746126661.416553:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973257216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.416561:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.416568:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec434a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.416589:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.416593:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.416598:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.416600:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.416839:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.416851:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.416861:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126661.416900:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973257216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 347us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.416906:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5895 00000100:00100000:3.0:1746126661.417631:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eafb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973725696:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.417648:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.417657:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:3.0:1746126661.417688:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973257088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2116us (2216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.417694:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5894 00000100:00100000:0.0:1746126661.418237:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.418303:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257344 00000100:00100000:3.0:1746126661.418308:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257344 00010000:00010000:3.0:1746126661.418324:0:7112:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126661.418474:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7585 00000100:00100000:0.0:1746126661.418482:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973257344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126661.418490:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126661.418577:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.418588:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.418605:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7774 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec433c expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.418627:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.418629:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.418635:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.418647:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.418670:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.418679:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:0.0:1746126661.418689:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6b32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973725952:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.418744:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.420669:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6b32d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973725952:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.420697:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.420735:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973257344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2253us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.420743:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7585 00000100:00100000:0.0:1746126661.421593:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.421702:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257600 00000100:00100000:2.0:1746126661.421708:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257600 00002000:00100000:2.0:1746126661.421741:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945973257600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.421750:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945973257600 ext(0->4095) 00010000:00010000:2.0:1746126661.421759:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.421770:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.421776:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:2.0:1746126661.421803:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2171 00000100:00100000:2.0:1746126661.421809:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973257600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.421956:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973257600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.421965:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2171 00002000:00100000:2.0:1746126661.421970:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b32d80 x1830945973257600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.421976:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b32d80 with x1830945973257600 ext(0->4095) 00010000:00010000:2.0:1746126661.421980:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.421988:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.422789:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b32d80 00000100:00100000:0.0:1746126661.423690:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.423728:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257728 00000100:00100000:2.0:1746126661.423733:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257728 00010000:00010000:2.0:1746126661.423750:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.423779:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7586 00000100:00100000:2.0:1746126661.423785:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973257728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.423795:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.423810:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.423820:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.423848:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c777b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4343 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.423877:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.423880:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.423887:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.423894:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.423927:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.423939:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726080:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.424014:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.426292:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.426339:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973257984 00000100:00100000:3.0:1746126661.426347:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973257984 00002000:00100000:3.0:1746126661.426386:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467f480 x1830945973257984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.426395:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467f480 with x1830945973257984 ext(0->4095) 00002000:00010000:3.0:1746126661.426399:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467f480 00000100:00100000:3.0:1746126661.426437:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4270 00000100:00100000:3.0:1746126661.426460:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973257984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.426468:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726080:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.426487:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.426522:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973257728:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2737us (2833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.426529:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7586 00000100:00100000:3.0:1746126661.426618:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973257984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.426623:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4270 00002000:00100000:3.0:1746126661.426628:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467f480 x1830945973257984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.426634:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467f480 with x1830945973257984 ext(0->4095) 00002000:00010000:3.0:1746126661.426637:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467f480 00000100:00100000:0.0:1746126661.428514:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.428591:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258112 00000100:00100000:3.0:1746126661.428599:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258112 00000100:00100000:3.0:1746126661.428629:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5896 00000100:00100000:3.0:1746126661.428635:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973258112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.428649:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.428672:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4351 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.428699:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.428707:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.428709:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.428713:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.428747:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.428758:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 47 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.428770:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726208:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.429206:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.431112:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726208:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.431141:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.431157:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126661.431204:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973258112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.431211:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5896 00000100:00100000:0.0:1746126661.432732:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.432816:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258240 00000100:00100000:2.0:1746126661.432824:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258240 00010000:00010000:2.0:1746126661.432855:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.432942:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7587 00000100:00100000:2.0:1746126661.432950:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945973258240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.432966:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.432986:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.432998:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.433018:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7782 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec434a expref: 48 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.433138:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.433140:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.433148:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.433156:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.433189:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.433201:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726336:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.433700:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.435170:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726336:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.435189:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.435224:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1982:x1830945973258240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2275us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.435237:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7587 00000100:00100000:0.0:1746126661.435595:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.435676:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258496 00000100:00100000:2.0:1746126661.435682:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258496 00002000:00100000:2.0:1746126661.435732:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467fb80 x1830945973258496/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.435741:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945973258496 ext(0->4095) 00002000:00010000:2.0:1746126661.435746:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467fb80 00000100:00100000:2.0:1746126661.435770:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4271 00000100:00100000:2.0:1746126661.435776:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973258496:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126661.436242:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973258496:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 465us (647us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.436248:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4271 00002000:00100000:2.0:1746126661.436253:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467fb80 x1830945973258496/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.436260:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467fb80 with x1830945973258496 ext(0->4095) 00002000:00010000:2.0:1746126661.436262:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467fb80 00000100:00100000:0.0:1746126661.437415:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.437744:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258624 00000100:00100000:3.0:1746126661.437752:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258624 00000100:00100000:3.0:1746126661.437783:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5897 00000100:00100000:3.0:1746126661.437789:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973258624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.437802:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.437817:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4358 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.437843:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.437851:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.437853:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.437856:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.437885:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.437897:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.437910:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726464:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.437972:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.438009:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.438026:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258752 00000100:00100000:0.0:1746126661.438029:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258752 00000100:00100000:0.0:1746126661.438145:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5898 00000100:00100000:0.0:1746126661.438152:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973258752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.438159:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.438165:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec435f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.438177:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.438181:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.438186:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.438221:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.438247:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.438259:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.438269:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db800, rc 0) 00000100:00100000:0.0:1746126661.438379:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973258752:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.438385:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5898 00000100:00100000:3.0:1746126661.439712:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726464:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.439733:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.439751:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126661.439788:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973258624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1997us (2375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.439795:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5897 00000100:00100000:0.0:1746126661.440172:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.440344:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973258880 00000100:00100000:2.0:1746126661.440351:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973258880 00010000:00010000:2.0:1746126661.440377:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.440405:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7588 00000100:00100000:2.0:1746126661.440411:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973258880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.440433:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.440472:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.440483:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.440503:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7789 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4351 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.440525:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.440594:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.440601:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.440608:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.440637:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.440648:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.440658:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726720:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.440761:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.442371:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726720:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.442390:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.442431:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973258880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2007us (2247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.442767:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7588 00000100:00100000:0.0:1746126661.443148:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.443279:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973259136 00000100:00100000:2.0:1746126661.443285:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973259136 00002000:00100000:2.0:1746126661.443317:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5f80 x1830945973259136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.443327:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5f80 with x1830945973259136 ext(0->4095) 00010000:00010000:2.0:1746126661.443335:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.443348:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.443355:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5f80 00000100:00100000:2.0:1746126661.443613:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2172 00000100:00100000:2.0:1746126661.443621:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973259136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.443771:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973259136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.443777:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2172 00002000:00100000:2.0:1746126661.443782:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5f80 x1830945973259136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.443790:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5f80 with x1830945973259136 ext(0->4095) 00010000:00010000:2.0:1746126661.443795:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.443809:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.443815:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5f80 00000100:00100000:0.0:1746126661.446559:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.446609:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973259264 00000100:00100000:2.0:1746126661.446618:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973259264 00010000:00010000:2.0:1746126661.446647:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.446683:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7589 00000100:00100000:2.0:1746126661.446690:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1979:x1830945973259264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.446701:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.446720:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.446732:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.446753:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7790 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4358 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.446769:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.446771:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.446778:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.446790:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.446822:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.446834:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726848:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.446920:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369896c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.448801:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.448809:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973726848:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.448832:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.448880:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1979:x1830945973259264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2189us (2328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.448890:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7589 00000100:00100000:3.0:1746126661.449089:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973259520 00000100:00100000:3.0:1746126661.449096:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973259520 00002000:00100000:3.0:1746126661.449129:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4380 x1830945973259520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.449138:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4380 with x1830945973259520 ext(0->4095) 00002000:00010000:3.0:1746126661.449143:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4380 00000100:00100000:3.0:1746126661.449158:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4272 00000100:00100000:3.0:1746126661.449164:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973259520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.449311:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973259520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.449316:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4272 00002000:00100000:3.0:1746126661.449321:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4380 x1830945973259520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.449328:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4380 with x1830945973259520 ext(0->4095) 00002000:00010000:3.0:1746126661.449331:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4380 00000100:00100000:0.0:1746126661.452052:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.452166:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973259648 00000100:00100000:3.0:1746126661.452174:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973259648 00000100:00100000:3.0:1746126661.452209:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5899 00000100:00100000:3.0:1746126661.452217:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973259648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.452234:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.452249:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4366 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.452279:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 47 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.452286:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.452288:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.452291:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.452320:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 47 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.452331:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 47 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.452343:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726976:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.452427:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.454142:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973726976:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.454168:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.454183:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126661.454218:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973259648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.454229:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5899 00000100:00100000:0.0:1746126661.455106:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.455639:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973259776 00000100:00100000:2.0:1746126661.455647:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973259776 00010000:00010000:2.0:1746126661.455675:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.455710:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7590 00000100:00100000:2.0:1746126661.455717:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973259776:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.455729:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.455750:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.455766:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.455789:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7797 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec435f expref: 48 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.456173:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.456176:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.456183:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.456192:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.456221:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.456232:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727104:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.456308:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.458210:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727104:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.458231:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.458267:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:1981:x1830945973259776:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2549us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.458276:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7590 00000100:00100000:0.0:1746126661.458800:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.458853:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260032 00000100:00100000:2.0:1746126661.458860:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260032 00002000:00100000:2.0:1746126661.458895:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4700 x1830945973260032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.458905:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4700 with x1830945973260032 ext(0->4095) 00002000:00010000:2.0:1746126661.458909:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4700 00000100:00100000:2.0:1746126661.459121:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4273 00000100:00100000:2.0:1746126661.459129:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973260032:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.459291:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973260032:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.459298:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4273 00002000:00100000:2.0:1746126661.459303:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4700 x1830945973260032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.459311:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4700 with x1830945973260032 ext(0->4095) 00002000:00010000:2.0:1746126661.459314:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4700 00000100:00100000:0.0:1746126661.460906:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.460954:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260160 00000100:00100000:3.0:1746126661.460962:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260160 00000100:00100000:3.0:1746126661.460996:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5900 00000100:00100000:3.0:1746126661.461001:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+47:31658:x1830945973260160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.461012:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.461027:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec436d expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.461049:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.461056:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.461057:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.461060:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.461086:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.461095:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.461105:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973727232:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.461170:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.461480:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.461520:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260288 00000100:00100000:2.0:1746126661.461523:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260288 00000100:00100000:2.0:1746126661.461540:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5901 00000100:00100000:2.0:1746126661.461546:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973260288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.461552:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.461559:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4374 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.461571:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.461575:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.461585:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.461587:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.461606:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.461617:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.461627:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126661.461661:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973260288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.461667:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5901 00000100:00100000:3.0:1746126661.462624:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973727232:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.462641:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.462650:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126661.462670:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973260160:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (1770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.462675:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5900 00000100:00100000:0.0:1746126661.463842:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.464064:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260416 00000100:00100000:2.0:1746126661.464071:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260416 00010000:00010000:2.0:1746126661.464098:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.464132:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7591 00000100:00100000:2.0:1746126661.464139:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973260416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.464150:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.464172:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.464184:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.464204:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c779e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4366 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.464230:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.464232:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.464240:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.464247:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.464277:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 48 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.464287:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.464299:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727488:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.464368:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.466898:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.467638:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727488:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.467660:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.467701:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973260416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3562us (3862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.467712:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7591 00000100:00100000:3.0:1746126661.468158:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260672 00000100:00100000:3.0:1746126661.468166:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260672 00002000:00100000:3.0:1746126661.468205:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7480 x1830945973260672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.468215:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7480 with x1830945973260672 ext(0->4095) 00010000:00010000:3.0:1746126661.468223:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.468235:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.468242:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f7480 00000100:00100000:3.0:1746126661.468271:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2173 00000100:00100000:3.0:1746126661.468278:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973260672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.468431:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973260672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (1540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.468436:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2173 00002000:00100000:3.0:1746126661.468454:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7480 x1830945973260672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.468462:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7480 with x1830945973260672 ext(0->4095) 00010000:00010000:3.0:1746126661.468467:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.468475:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.468481:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f7480 00000100:00100000:0.0:1746126661.470770:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.470848:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973260800 00000100:00100000:2.0:1746126661.470857:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973260800 00010000:00010000:2.0:1746126661.470889:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.470925:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7592 00000100:00100000:2.0:1746126661.470933:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973260800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.470946:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.470966:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.470977:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.471000:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c77a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec436d expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.471025:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.471028:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.471035:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 48 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.471042:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 48 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.471073:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 48 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.471085:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727616:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.471164:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.474516:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973727616:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.474544:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.474606:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945973260800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3673us (3983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.474617:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7592 00000100:00100000:0.0:1746126661.475049:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.475106:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261056 00000100:00100000:1.0:1746126661.475113:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261056 00002000:00100000:1.0:1746126661.475151:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945973261056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.475161:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945973261056 ext(0->4095) 00002000:00010000:1.0:1746126661.475165:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4a80 00000100:00100000:1.0:1746126661.475194:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4274 00000100:00100000:1.0:1746126661.475200:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973261056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.475930:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973261056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 729us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.475935:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4274 00002000:00100000:1.0:1746126661.475941:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4a80 x1830945973261056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.475948:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4a80 with x1830945973261056 ext(0->4095) 00002000:00010000:1.0:1746126661.475951:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f4a80 00000100:00100000:0.0:1746126661.478367:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.478506:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261184 00000100:00100000:3.0:1746126661.478515:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261184 00000100:00100000:3.0:1746126661.478563:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5902 00000100:00100000:3.0:1746126661.478569:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973261184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.478585:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.478601:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec437b expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.478630:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 47 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.478638:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.478639:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.478643:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.478672:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 47 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.478688:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 47 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.478701:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973727744:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.478790:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.481304:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973727744:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.481332:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.481350:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126661.481793:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973261184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3221us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.481802:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5902 00000100:00100000:0.0:1746126661.484950:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.484994:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.485016:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261440 00000100:00100000:2.0:1746126661.485026:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261440 00000100:00100000:2.0:1746126661.485078:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5903 00000100:00100000:2.0:1746126661.485087:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:31658:x1830945973261440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.485105:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.485120:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4382 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.485147:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126661.485152:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261312 00010000:00010000:2.0:1746126661.485153:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.485156:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261312 00010000:00010000:2.0:1746126661.485159:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.485163:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.485174:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.485193:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7593 00000100:00100000:3.0:1746126661.485198:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973261312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.485198:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.485205:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.485212:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 50 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.485225:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.485227:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00010000:00010000:3.0:1746126661.485240:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.485257:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c77ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4374 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.485266:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973261440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.485270:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5903 00010000:00010000:3.0:1746126661.486055:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.486058:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.486064:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.486072:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.486094:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.486104:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.486116:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.486398:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.489384:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.489956:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728000:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.489981:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.490030:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973261312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4831us (5089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.490044:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7593 00000100:00100000:1.0:1746126661.490258:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261696 00000100:00100000:1.0:1746126661.490265:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261696 00002000:00100000:1.0:1746126661.490302:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58380 x1830945973261696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.490311:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58380 with x1830945973261696 ext(0->4095) 00010000:00010000:1.0:1746126661.490319:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.490330:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.490336:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58380 00000100:00100000:1.0:1746126661.490359:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2174 00000100:00100000:1.0:1746126661.490365:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973261696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.490538:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973261696:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (1162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.490723:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2174 00002000:00100000:1.0:1746126661.490730:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58380 x1830945973261696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.490737:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58380 with x1830945973261696 ext(0->4095) 00010000:00010000:1.0:1746126661.490741:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.490749:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.490755:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58380 00000100:00100000:0.0:1746126661.493394:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.494087:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973261824 00000100:00100000:3.0:1746126661.494097:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973261824 00010000:00010000:3.0:1746126661.494272:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.494380:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7594 00000100:00100000:3.0:1746126661.494387:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973261824:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.494401:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.494430:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.494457:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.494479:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c77b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec437b expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.494653:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.494655:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.494663:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.494672:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.494704:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.494717:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728128:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.495096:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.497537:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.497546:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728128:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.497565:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.498011:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262080 00000100:00100000:3.0:1746126661.498015:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973261824:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3628us (4627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.498017:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262080 00000100:00100000:3.0:1746126661.498024:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7594 00002000:00100000:1.0:1746126661.498055:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59500 x1830945973262080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.498064:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59500 with x1830945973262080 ext(0->4095) 00002000:00010000:1.0:1746126661.498069:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59500 00000100:00100000:1.0:1746126661.498094:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4275 00000100:00100000:1.0:1746126661.498101:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973262080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.498239:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1981:x1830945973262080:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.498246:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4275 00002000:00100000:1.0:1746126661.498251:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59500 x1830945973262080/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.498258:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59500 with x1830945973262080 ext(0->4095) 00002000:00010000:1.0:1746126661.498261:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59500 00000100:00100000:0.0:1746126661.502790:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.502874:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262208 00000100:00100000:2.0:1746126661.502882:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262208 00000100:00100000:2.0:1746126661.502922:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5904 00000100:00100000:2.0:1746126661.502929:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973262208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.502947:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.502963:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4389 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.502993:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.503000:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.503002:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.503005:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.503032:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.503043:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 47 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.503059:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973728256:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.503141:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.507577:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973728256:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.507608:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.507623:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.507665:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973262208:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4735us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.507673:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5904 00000100:00100000:0.0:1746126661.510842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.510925:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262336 00000100:00100000:3.0:1746126661.510933:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262336 00002000:00100000:3.0:1746126661.510975:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094f5ad80 x1830945973262336/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.510984:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5ad80 with x1830945973262336 ext(0->7) 00010000:00010000:3.0:1746126661.510992:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.511005:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 48 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.511011:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5ad80 00010000:00010000:2.0:1746126661.511925:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126661.513596:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2175 00000100:00100000:1.0:1746126661.513613:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+48:1982:x1830945973262336:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126661.513947:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973262336:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 341us (3114us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1746126661.513953:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2175 00002000:00100000:1.0:1746126661.513960:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880094f5ad80 x1830945973262336/t4294968043(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 496/448 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.513969:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5ad80 with x1830945973262336 ext(0->7) 00010000:00010000:1.0:1746126661.513977:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.513989:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.513995:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5ad80 00000100:00100000:0.0:1746126661.516295:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.516876:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262464 00000100:00100000:2.0:1746126661.516889:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262464 00000100:00100000:2.0:1746126661.516936:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5905 00000100:00100000:2.0:1746126661.516944:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973262464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.516960:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.516976:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4390 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.517002:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.517008:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.517013:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:0.0:1746126661.517015:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126661.517016:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 51 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.517053:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.517071:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 51 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.517081:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126661.517122:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973262464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.517128:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5905 00000100:00100000:3.0:1746126661.517194:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262592 00000100:00100000:3.0:1746126661.517198:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262592 00010000:00010000:3.0:1746126661.517215:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 51 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.517231:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7595 00000100:00100000:3.0:1746126661.517236:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945973262592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.517243:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126661.517260:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126661 -> 1746126662 00002000:00010000:3.0:1746126661.517263:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126661 -> 1746126662 00010000:00010000:3.0:1746126661.517268:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 51 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.517283:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 51 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.517299:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4382 expref: 51 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.517313:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.517314:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.517320:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.517327:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.517346:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.517357:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 5 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.517369:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728512:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.517455:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.519662:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.519718:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262848 00000100:00100000:2.0:1746126661.519724:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262848 00002000:00100000:2.0:1746126661.519760:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5a300 x1830945973262848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.519769:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a300 with x1830945973262848 ext(0->4095) 00010000:00010000:2.0:1746126661.519777:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.519790:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.519796:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5a300 00000100:00100000:2.0:1746126661.519826:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2176 00000100:00100000:2.0:1746126661.519832:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973262848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.520000:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973262848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.520008:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2176 00002000:00100000:2.0:1746126661.520013:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5a300 x1830945973262848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.520019:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a300 with x1830945973262848 ext(0->4095) 00010000:00010000:2.0:1746126661.520023:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.520031:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.520036:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5a300 00000100:00100000:3.0:1746126661.520075:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728512:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.520098:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.520132:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1979:x1830945973262592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2894us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.520140:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7595 00000100:00100000:0.0:1746126661.522095:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.522149:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973262976 00000100:00100000:3.0:1746126661.522157:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973262976 00010000:00010000:3.0:1746126661.522179:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.522204:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7596 00000100:00100000:3.0:1746126661.522209:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973262976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.522219:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.522236:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.522245:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.522264:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c77c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4389 expref: 6 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.522287:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.522289:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.522295:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.522307:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.522333:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.522343:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728640:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.522426:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4349d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.524375:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.524467:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973263232 00000100:00100000:1.0:1746126661.524473:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973263232 00002000:00100000:1.0:1746126661.524507:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b800 x1830945973263232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.524516:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b800 with x1830945973263232 ext(0->4095) 00002000:00010000:1.0:1746126661.524520:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b800 00000100:00100000:3.0:1746126661.524595:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728640:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.524612:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.524685:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973262976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2474us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.524694:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7596 00000100:00100000:1.0:1746126661.524744:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4276 00000100:00100000:1.0:1746126661.524752:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973263232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.525148:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973263232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 397us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.525154:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4276 00002000:00100000:1.0:1746126661.525160:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b800 x1830945973263232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.525167:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b800 with x1830945973263232 ext(0->4095) 00002000:00010000:1.0:1746126661.525170:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5b800 00000100:00100000:0.0:1746126661.526689:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.526833:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973263360 00000100:00100000:1.0:1746126661.526840:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973263360 00000100:00100000:1.0:1746126661.526908:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5906 00000100:00100000:1.0:1746126661.526915:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973263360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.526929:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.526943:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4397 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.526968:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.526976:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.526978:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.526980:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.527008:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.527018:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 49 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.527029:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973728768:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.527138:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.528848:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973728768:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.528874:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.528888:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126661.529171:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973263360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2255us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.529181:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5906 00000100:00100000:0.0:1746126661.529373:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.529612:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973263488 00000100:00100000:3.0:1746126661.529618:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973263488 00010000:00010000:3.0:1746126661.529643:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.529674:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7597 00000100:00100000:3.0:1746126661.529680:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973263488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.529691:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.529946:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.529963:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.529985:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c77c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4390 expref: 50 pid: 16421 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.530011:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.530013:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.530020:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.530028:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.530060:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.530071:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728896:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.530142:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.531850:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973728896:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.531869:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.531963:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973263488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2281us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.531972:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7597 00000100:00100000:0.0:1746126661.532078:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.532124:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973263744 00000100:00100000:2.0:1746126661.532130:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973263744 00002000:00100000:2.0:1746126661.532160:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945973263744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.532169:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945973263744 ext(0->4095) 00002000:00010000:2.0:1746126661.532173:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:2.0:1746126661.532194:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4277 00000100:00100000:2.0:1746126661.532199:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973263744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.533243:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973263744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1041us (1173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.533250:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4277 00002000:00100000:2.0:1746126661.533256:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5bb80 x1830945973263744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.533267:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5bb80 with x1830945973263744 ext(0->4095) 00002000:00010000:2.0:1746126661.533270:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5bb80 00000100:00100000:0.0:1746126661.534865:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.535146:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.535305:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264000 00000100:00100000:1.0:1746126661.535312:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264000 00000100:00100000:1.0:1746126661.535339:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973263872 00000100:00100000:1.0:1746126661.535340:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973263872 00000100:00100000:1.0:1746126661.535353:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5907 00000100:00100000:1.0:1746126661.535359:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973264000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.535372:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.535386:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43a5 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.535412:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.535428:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.535430:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.535434:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.535481:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.535493:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 5 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.535504:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729024:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.535629:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5908 00000100:00100000:0.0:1746126661.535635:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973263872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126661.535641:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126661.535647:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec439e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.535658:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126661.535662:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.535667:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126661.535670:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.535691:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.535701:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.535710:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dae00, rc 0) 00000100:00100000:0.0:1746126661.535725:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973263872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126661.535730:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5908 00000100:00100000:1.0:1746126661.536081:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.537401:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729024:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.537436:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.537468:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126661.537496:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973264000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.537502:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5907 00000100:00100000:0.0:1746126661.538065:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.538129:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264128 00000100:00100000:3.0:1746126661.538136:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264128 00010000:00010000:3.0:1746126661.538159:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.538180:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7598 00000100:00100000:3.0:1746126661.538185:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973264128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.538196:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.538215:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.538225:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.538247:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c77cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4397 expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.538706:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.538709:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.538716:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.538724:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.538751:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.538761:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.538773:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729280:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.539145:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.542017:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729280:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.542039:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.542078:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973264128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3891us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.542088:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7598 00000100:00100000:0.0:1746126661.542700:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.542768:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264384 00000100:00100000:2.0:1746126661.542776:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264384 00002000:00100000:2.0:1746126661.542813:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b480 x1830945973264384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.542823:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b480 with x1830945973264384 ext(0->4095) 00010000:00010000:2.0:1746126661.542831:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.542843:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.542849:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5b480 00000100:00100000:2.0:1746126661.542872:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2177 00000100:00100000:2.0:1746126661.542878:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973264384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.543030:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973264384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.543035:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2177 00002000:00100000:2.0:1746126661.543041:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5b480 x1830945973264384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.543047:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5b480 with x1830945973264384 ext(0->4095) 00010000:00010000:2.0:1746126661.543051:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.543060:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.543066:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5b480 00000100:00100000:0.0:1746126661.544731:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.544817:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264512 00000100:00100000:3.0:1746126661.544823:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264512 00010000:00010000:3.0:1746126661.544844:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.544871:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7599 00000100:00100000:3.0:1746126661.544878:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973264512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.544887:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.544903:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.544915:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.544935:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c77d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43a5 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.544963:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.544966:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.544972:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.544979:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.545043:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.545056:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729408:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.545136:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.547486:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729408:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.547509:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.547548:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973264512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2669us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.547556:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7599 00000100:00100000:0.0:1746126661.547908:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.548172:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264768 00000100:00100000:3.0:1746126661.548178:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264768 00002000:00100000:3.0:1746126661.548212:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58700 x1830945973264768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.548222:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58700 with x1830945973264768 ext(0->4095) 00002000:00010000:3.0:1746126661.548227:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58700 00000100:00100000:3.0:1746126661.548254:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4278 00000100:00100000:3.0:1746126661.548263:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973264768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.548415:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973264768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.548430:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4278 00002000:00100000:3.0:1746126661.548434:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58700 x1830945973264768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.548457:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58700 with x1830945973264768 ext(0->4095) 00002000:00010000:3.0:1746126661.548460:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58700 00000100:00100000:0.0:1746126661.549843:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.550156:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973264896 00000100:00100000:1.0:1746126661.550163:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973264896 00000100:00100000:1.0:1746126661.550210:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5909 00000100:00100000:1.0:1746126661.550217:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973264896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.550231:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.550245:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43ac expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.550269:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.550276:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.550277:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.550281:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.550309:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.550321:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 49 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.550334:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729536:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.550937:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.551728:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729536:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.551749:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.551761:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126661.551797:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973264896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1580us (1961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.551803:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5909 00000100:00100000:0.0:1746126661.552202:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.552504:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265024 00000100:00100000:3.0:1746126661.552510:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265024 00010000:00010000:3.0:1746126661.552530:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.552692:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7600 00000100:00100000:3.0:1746126661.552699:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973265024:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.552710:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.552730:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.552741:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.552760:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c77dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec439e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.552918:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.552920:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.552927:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.552938:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.552965:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.552975:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729664:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.553561:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.555005:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973729664:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.555024:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.555069:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973265024:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2368us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.555078:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7600 00000100:00100000:0.0:1746126661.555364:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.555569:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265280 00000100:00100000:3.0:1746126661.555575:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265280 00002000:00100000:3.0:1746126661.555609:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093716680 x1830945973265280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.555618:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093716680 with x1830945973265280 ext(0->4095) 00002000:00010000:3.0:1746126661.555623:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093716680 00000100:00100000:3.0:1746126661.555637:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4279 00000100:00100000:3.0:1746126661.555643:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973265280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.555793:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973265280:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.555804:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4279 00002000:00100000:3.0:1746126661.555809:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093716680 x1830945973265280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.555816:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093716680 with x1830945973265280 ext(0->4095) 00002000:00010000:3.0:1746126661.555819:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093716680 00000100:00100000:0.0:1746126661.556978:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.557155:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265408 00000100:00100000:1.0:1746126661.557160:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265408 00000100:00100000:1.0:1746126661.557191:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5910 00000100:00100000:1.0:1746126661.557196:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973265408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.557204:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.557218:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43b3 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.557237:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.557243:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.557244:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.557246:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.557272:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.557280:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 5 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.557288:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729792:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.557348:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.558651:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973729792:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.558683:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.558695:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126661.558726:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973265408:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1528us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.558733:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5910 00000100:00100000:0.0:1746126661.559719:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.559817:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265536 00000100:00100000:1.0:1746126661.559823:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265536 00000100:00100000:1.0:1746126661.559861:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5911 00000100:00100000:1.0:1746126661.559867:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973265536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.559879:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.559890:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43ba expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.559908:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.559913:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.559919:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.559922:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.559962:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.559971:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.559978:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126661.560003:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973265536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.560009:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5911 00000100:00100000:0.0:1746126661.560041:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.560182:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265664 00000100:00100000:3.0:1746126661.560186:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265664 00010000:00010000:3.0:1746126661.560204:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.560220:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7601 00000100:00100000:3.0:1746126661.560225:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973265664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.560234:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.560253:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.560263:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.560278:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c77e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ac expref: 6 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.560291:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.560293:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.560298:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.560310:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.560329:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.560339:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.560349:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730048:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.560405:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.562805:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.562866:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973265920 00000100:00100000:2.0:1746126661.562876:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973265920 00002000:00100000:2.0:1746126661.562916:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945973265920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.562927:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945973265920 ext(0->4095) 00010000:00010000:2.0:1746126661.562938:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.562951:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.562958:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:2.0:1746126661.562978:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2178 00000100:00100000:2.0:1746126661.562984:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973265920:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.563101:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730048:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.563117:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.563136:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973265920:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.563141:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2178 00002000:00100000:2.0:1746126661.563145:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717b80 x1830945973265920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.563149:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717b80 with x1830945973265920 ext(0->4095) 00010000:00010000:2.0:1746126661.563153:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.563159:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.563171:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973265664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2944us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.563179:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7601 00002000:00010000:2.0:1746126661.563260:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717b80 00000100:00100000:0.0:1746126661.565703:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.565818:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266048 00000100:00100000:3.0:1746126661.565826:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266048 00010000:00010000:3.0:1746126661.565854:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.565876:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7602 00000100:00100000:3.0:1746126661.565883:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973266048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.565898:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.565918:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.565929:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.565951:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c77eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43b3 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.565978:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.565980:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.565986:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.565994:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.566022:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.566032:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730176:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.566096:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.566227:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.566266:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266176 00000100:00100000:2.0:1746126661.566280:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266176 00000100:00100000:2.0:1746126661.566315:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5912 00000100:00100000:2.0:1746126661.566321:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973266176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.566332:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.566342:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43c1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.566361:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.566368:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.566369:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.566372:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.566391:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.566405:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.566428:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730304:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.566496:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.567384:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730176:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.567400:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.567465:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973266048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1581us (1859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.567472:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7602 00000100:00100000:0.0:1746126661.568311:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.568391:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730304:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.568398:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266432 00000100:00100000:3.0:1746126661.568404:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266432 00010000:00010000:2.0:1746126661.568411:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.568434:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00002000:00100000:3.0:1746126661.568457:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289c00 x1830945973266432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.568465:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289c00 with x1830945973266432 ext(0->4095) 00010000:00010000:3.0:1746126661.568472:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.568474:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973266176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2153us (2246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.568481:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5912 00010000:00010000:3.0:1746126661.568483:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.568489:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289c00 00000100:00100000:3.0:1746126661.568893:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2179 00000100:00100000:3.0:1746126661.568900:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973266432:12345-192.168.203.49@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746126661.569051:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973266432:12345-192.168.203.49@tcp:3:ldlm_bl.0 Request processed in 150us (741us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.569056:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2179 00002000:00100000:3.0:1746126661.569062:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c289c00 x1830945973266432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.569068:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c289c00 with x1830945973266432 ext(0->4095) 00010000:00010000:3.0:1746126661.569073:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.569081:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.569090:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c289c00 00000100:00100000:0.0:1746126661.571821:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.571881:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.571966:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266560 00000100:00100000:2.0:1746126661.571976:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266560 00000100:00100000:3.0:1746126661.571993:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266688 00000100:00100000:3.0:1746126661.571998:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266688 00010000:00010000:3.0:1746126661.572021:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.572113:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7603 00000100:00100000:3.0:1746126661.572121:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973266688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.572136:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.572157:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.572168:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.572190:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c77f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43ba expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.572210:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.572212:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.572220:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.572228:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.572270:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.572281:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730432:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.572345:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.572483:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5913 00000100:00100000:2.0:1746126661.572490:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973266560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.572501:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.572512:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43c8 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.572529:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.572534:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.572535:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.572538:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.572560:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.572570:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.572578:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730560:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.572873:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.576112:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730432:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.576136:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.576138:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.576177:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973266688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4056us (4294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.576187:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7603 00000100:00100000:0.0:1746126661.576191:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730560:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126661.576212:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126661.576228:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:0.0:1746126661.576283:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973266560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3794us (4473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.576289:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973266944 00000100:00100000:0.0:1746126661.576289:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5913 00000100:00100000:1.0:1746126661.576295:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973266944 00002000:00100000:1.0:1746126661.576329:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac700 x1830945973266944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.576339:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac700 with x1830945973266944 ext(0->4095) 00010000:00010000:1.0:1746126661.576346:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.576358:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.576370:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac700 00000100:00100000:1.0:1746126661.576395:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2180 00000100:00100000:1.0:1746126661.576402:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973266944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.576575:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973266944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.576580:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2180 00002000:00100000:1.0:1746126661.576585:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac700 x1830945973266944/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.576593:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac700 with x1830945973266944 ext(0->4095) 00010000:00010000:1.0:1746126661.576597:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.576606:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.576612:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac700 00000100:00100000:0.0:1746126661.581134:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.581414:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267072 00000100:00100000:3.0:1746126661.581492:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267072 00010000:00010000:3.0:1746126661.581541:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.581571:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7604 00000100:00100000:3.0:1746126661.581578:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973267072:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.581591:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.581614:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.581627:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.581648:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c77f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c1 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.581666:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.581668:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.581675:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.581683:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.581715:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.581727:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730688:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.581820:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.585061:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730688:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.585220:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.585268:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.585317:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973267072:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3738us (4189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.585328:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7604 00000100:00100000:2.0:1746126661.585425:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267328 00000100:00100000:2.0:1746126661.585432:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267328 00002000:00100000:2.0:1746126661.585530:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28bb80 x1830945973267328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.585539:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28bb80 with x1830945973267328 ext(0->4095) 00002000:00010000:2.0:1746126661.585544:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28bb80 00000100:00100000:2.0:1746126661.585571:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4280 00000100:00100000:2.0:1746126661.585578:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973267328:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.586922:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973267328:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1339us (1697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.586930:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4280 00002000:00100000:2.0:1746126661.586935:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28bb80 x1830945973267328/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.586944:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28bb80 with x1830945973267328 ext(0->4095) 00002000:00010000:2.0:1746126661.586948:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28bb80 00000100:00100000:0.0:1746126661.589218:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.589408:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267456 00000100:00100000:2.0:1746126661.589428:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267456 00000100:00100000:2.0:1746126661.589497:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5914 00000100:00100000:2.0:1746126661.589504:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973267456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.589520:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.589535:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43cf expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.589564:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.589571:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.589573:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.589576:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.589605:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.589617:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.589628:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730816:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.589804:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.591498:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973730816:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.591520:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.591534:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.591566:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973267456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2062us (2356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.591573:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5914 00000100:00100000:0.0:1746126661.592610:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.592750:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267584 00000100:00100000:3.0:1746126661.592758:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267584 00010000:00010000:3.0:1746126661.592784:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.592805:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7605 00000100:00100000:3.0:1746126661.592810:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973267584:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.592824:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.592843:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.592854:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.592875:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7800 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43c8 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.592905:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.592907:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.592913:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.592920:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.592950:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.592960:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730944:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.593021:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.596123:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.596361:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267712 00000100:00100000:2.0:1746126661.596370:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267712 00000100:00100000:2.0:1746126661.596409:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5915 00000100:00100000:2.0:1746126661.596426:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973267712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.596468:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.596483:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43d6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.596511:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.596519:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.596520:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.596523:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.596554:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.596565:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.596582:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731072:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.596671:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.597726:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973730944:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.597744:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.597789:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973267584:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4978us (5183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.597802:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7605 00000100:00100000:0.0:1746126661.597975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.598039:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973267968 00000100:00100000:2.0:1746126661.598043:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973267968 00002000:00100000:2.0:1746126661.598071:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28a680 x1830945973267968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.598080:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945973267968 ext(0->4095) 00010000:00010000:2.0:1746126661.598086:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.598096:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.598101:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28a680 00000100:00100000:2.0:1746126661.598123:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2181 00000100:00100000:2.0:1746126661.598129:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973267968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.598261:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973267968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.598266:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2181 00002000:00100000:2.0:1746126661.598271:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28a680 x1830945973267968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.598278:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28a680 with x1830945973267968 ext(0->4095) 00010000:00010000:2.0:1746126661.598282:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.598291:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.598297:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28a680 00000100:00100000:2.0:1746126661.598831:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731072:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.598846:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.598858:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126661.598877:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973267712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2462us (2765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.598883:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5915 00000100:00100000:0.0:1746126661.599266:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.599305:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268096 00000100:00100000:2.0:1746126661.599308:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268096 00000100:00100000:2.0:1746126661.599351:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5916 00000100:00100000:2.0:1746126661.599357:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973268096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.599366:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.599376:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43dd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.599391:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.599396:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.599401:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.599403:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.599439:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.599545:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.599554:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.599580:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973268096:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.599586:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5916 00000100:00100000:0.0:1746126661.601196:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.601986:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268224 00000100:00100000:3.0:1746126661.601995:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268224 00010000:00010000:3.0:1746126661.602028:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.602325:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7606 00000100:00100000:3.0:1746126661.602334:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973268224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.602346:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.602369:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.602381:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.602403:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7807 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43cf expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.602474:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.602476:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.602483:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.602492:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.602530:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.602541:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.602552:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731328:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.602890:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.604500:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731328:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.604520:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.604571:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973268224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2237us (3379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.604580:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7606 00000100:00100000:0.0:1746126661.604626:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.604736:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268480 00000100:00100000:2.0:1746126661.604742:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268480 00002000:00100000:2.0:1746126661.604780:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b800 x1830945973268480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.604790:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b800 with x1830945973268480 ext(0->4095) 00010000:00010000:2.0:1746126661.604798:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.604810:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.604816:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b800 00000100:00100000:2.0:1746126661.604831:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2182 00000100:00100000:2.0:1746126661.604838:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973268480:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.605551:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973268480:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 711us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.605557:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2182 00002000:00100000:2.0:1746126661.605564:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b800 x1830945973268480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.605572:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b800 with x1830945973268480 ext(0->4095) 00010000:00010000:2.0:1746126661.605576:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.605585:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.605590:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b800 00000100:00100000:0.0:1746126661.607969:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.608347:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268608 00000100:00100000:3.0:1746126661.608357:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268608 00010000:00010000:3.0:1746126661.608384:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.608595:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7607 00000100:00100000:3.0:1746126661.608603:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973268608:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.608616:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.608636:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.608647:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.608669:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c780e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43d6 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.608686:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.608688:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.608833:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.609081:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.609117:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.609129:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731456:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.609212:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.611826:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.611885:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268864 00000100:00100000:1.0:1746126661.611896:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268864 00002000:00100000:1.0:1746126661.611937:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945973268864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.611948:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945973268864 ext(0->4095) 00002000:00010000:1.0:1746126661.611953:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094777480 00000100:00100000:1.0:1746126661.611984:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4281 00000100:00100000:1.0:1746126661.611992:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945973268864:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126661.612051:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731456:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.612071:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.612110:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973268608:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3508us (4153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.612118:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7607 00000100:00100000:1.0:1746126661.612133:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973268864:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.612139:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4281 00002000:00100000:1.0:1746126661.612143:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094777480 x1830945973268864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.612150:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094777480 with x1830945973268864 ext(0->4095) 00002000:00010000:1.0:1746126661.612153:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094777480 00000100:00100000:0.0:1746126661.614762:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.614810:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973268992 00000100:00100000:2.0:1746126661.614819:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973268992 00000100:00100000:2.0:1746126661.614936:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5917 00000100:00100000:2.0:1746126661.614944:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973268992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.614959:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.614975:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43e4 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.615054:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.615062:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.615064:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.615068:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.615097:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.615107:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.615118:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731584:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.616169:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.618605:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731584:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.618637:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.618655:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126661.618713:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973268992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3768us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.618721:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5917 00000100:00100000:0.0:1746126661.619729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.620024:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973269120 00000100:00100000:3.0:1746126661.620032:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973269120 00010000:00010000:3.0:1746126661.620060:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.620105:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7608 00000100:00100000:3.0:1746126661.620111:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973269120:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.620125:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.620146:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.620156:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.620178:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7815 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43dd expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.620202:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.620203:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.620210:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.620218:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.620260:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.620277:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731712:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.620365:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.621707:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973731712:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.621725:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.621767:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973269120:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1655us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.621779:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7608 00000100:00100000:0.0:1746126661.622599:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.622675:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973269376 00000100:00100000:2.0:1746126661.622681:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973269376 00002000:00100000:2.0:1746126661.622720:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c000 x1830945973269376/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.622729:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945973269376 ext(0->4095) 00002000:00010000:2.0:1746126661.622732:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c000 00000100:00100000:0.0:1746126661.622739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.622754:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4282 00000100:00100000:2.0:1746126661.622761:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973269376:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.622824:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973269504 00000100:00100000:3.0:1746126661.622827:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973269504 00000100:00100000:3.0:1746126661.622852:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5918 00000100:00100000:3.0:1746126661.622857:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973269504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.622866:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.622880:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43eb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.622899:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.622907:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.622908:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.622912:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.622928:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973269376:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.622933:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4282 00010000:00010000:3.0:1746126661.622936:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126661.622939:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c000 x1830945973269376/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.622945:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945973269376 ext(0->4095) 00010000:00010000:3.0:1746126661.622948:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.622950:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.622958:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731840:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.622964:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.622970:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1c000 00000100:00100000:3.0:1746126661.623017:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.623814:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973731840:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.623833:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.623844:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126661.623871:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973269504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1013us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.623876:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5918 00000100:00100000:0.0:1746126661.624544:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.624623:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973269760 00000100:00100000:3.0:1746126661.624628:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973269760 00000100:00100000:3.0:1746126661.624663:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5919 00000100:00100000:0.0:1746126661.624663:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.624669:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973269760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.624679:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.624689:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43f2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.624781:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.624786:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.624791:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.624794:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.624817:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.624826:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.624840:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973269632 00000100:00100000:2.0:1746126661.624844:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973269632 00010000:00010000:2.0:1746126661.624860:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.624877:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7609 00000100:00100000:2.0:1746126661.624882:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973269632:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.624891:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.624907:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.624916:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.624932:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c781c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43e4 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.624991:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.624994:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.625000:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.625007:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.625169:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126661.625179:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.625189:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.625198:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732096:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.625273:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973269632:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 389us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.625279:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7609 00000100:00100000:3.0:1746126661.625319:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.626556:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732096:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.626568:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126661.626599:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973269760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1930us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.626604:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5919 00000100:00100000:0.0:1746126661.626822:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.627157:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270016 00000100:00100000:3.0:1746126661.627164:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270016 00002000:00100000:3.0:1746126661.627193:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ed80 x1830945973270016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.627209:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973270016 ext(0->4095) 00010000:00010000:3.0:1746126661.627216:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.627227:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.627233:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ed80 00000100:00100000:3.0:1746126661.627261:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2183 00000100:00100000:3.0:1746126661.627267:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973270016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.627399:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973270016:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.627405:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2183 00002000:00100000:3.0:1746126661.627410:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ed80 x1830945973270016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.627429:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973270016 ext(0->4095) 00010000:00010000:3.0:1746126661.627433:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.627465:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.627471:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ed80 00000100:00100000:0.0:1746126661.629160:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.629590:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270144 00000100:00100000:2.0:1746126661.629604:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270144 00010000:00010000:2.0:1746126661.629637:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.629666:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7610 00000100:00100000:2.0:1746126661.629673:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973270144:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.629685:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.629704:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.629723:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.630065:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43eb expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.630094:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.630096:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.630104:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.630202:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.630237:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.630249:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732224:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.631091:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801369890c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.635046:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.635163:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270400 00000100:00100000:1.0:1746126661.635171:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270400 00002000:00100000:1.0:1746126661.635217:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c380 x1830945973270400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.635227:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973270400 ext(0->4095) 00002000:00010000:1.0:1746126661.635232:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00000100:00100000:1.0:1746126661.635264:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4283 00000100:00100000:1.0:1746126661.635271:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973270400:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.635471:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973270400:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 199us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.635477:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4283 00002000:00100000:1.0:1746126661.635483:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1c380 x1830945973270400/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.635490:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973270400 ext(0->4095) 00002000:00010000:1.0:1746126661.635493:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00000100:00100000:2.0:1746126661.635962:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732224:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.635984:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.636018:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973270144:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6345us (6862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.636026:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7610 00000100:00100000:0.0:1746126661.638729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.638824:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270528 00000100:00100000:3.0:1746126661.638834:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270528 00000100:00100000:3.0:1746126661.639039:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5920 00000100:00100000:3.0:1746126661.639049:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973270528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.639067:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.639087:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec43f9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.639116:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.639123:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.639125:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.639128:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.639155:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.639168:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.639180:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732352:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.640182:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.641370:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732352:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.641396:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.641427:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126661.641493:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973270528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2444us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.641501:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5920 00000100:00100000:0.0:1746126661.642051:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.642136:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270656 00000100:00100000:3.0:1746126661.642142:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270656 00010000:00010000:3.0:1746126661.642165:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.642195:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7611 00000100:00100000:3.0:1746126661.642202:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973270656:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.642214:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.642235:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.642245:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.642265:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c782a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f2 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.642288:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.642289:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.642296:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.642307:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.642492:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.642504:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732480:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.642987:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.643986:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.644052:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973270784 00000100:00100000:3.0:1746126661.644058:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973270784 00000100:00100000:3.0:1746126661.644095:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5921 00000100:00100000:3.0:1746126661.644101:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973270784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.644115:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.644127:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4400 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.644146:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.644154:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.644155:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.644158:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.644182:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.644197:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.644206:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732608:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.644589:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.645156:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732480:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.645174:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.645213:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973270656:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3011us (3162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.645222:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7611 00000100:00100000:0.0:1746126661.646269:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.646316:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271040 00000100:00100000:3.0:1746126661.646322:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271040 00002000:00100000:3.0:1746126661.646351:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1fb80 x1830945973271040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.646360:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945973271040 ext(0->4095) 00010000:00010000:3.0:1746126661.646366:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.646378:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.646384:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1fb80 00000100:00100000:3.0:1746126661.646409:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2184 00000100:00100000:3.0:1746126661.646427:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973271040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.646605:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973271040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 189us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.646611:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2184 00002000:00100000:3.0:1746126661.646616:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1fb80 x1830945973271040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.646623:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1fb80 with x1830945973271040 ext(0->4095) 00010000:00010000:3.0:1746126661.646627:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.646636:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.646641:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1fb80 00000100:00100000:3.0:1746126661.647197:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732608:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.647215:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.647227:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126661.647535:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973270784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3432us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.647541:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5921 00000100:00100000:0.0:1746126661.649562:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.649609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.649642:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271168 00000100:00100000:3.0:1746126661.649649:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271168 00000100:00100000:2.0:1746126661.649694:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271296 00000100:00100000:2.0:1746126661.649698:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271296 00010000:00010000:2.0:1746126661.649717:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.649737:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7612 00000100:00100000:2.0:1746126661.649743:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973271296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.649754:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.649775:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.649789:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.649810:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7831 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec43f9 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.649847:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5922 00000100:00100000:3.0:1746126661.649854:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973271168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.649901:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.649938:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.649949:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4407 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.650144:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.650152:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.650160:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.650586:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.650592:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.650593:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.650596:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.650616:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.650625:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.650633:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.650636:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732736:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.650639:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.650645:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732864:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.651407:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.651474:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.653064:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732864:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.653084:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.653121:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973271296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3376us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.653133:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7612 00000100:00100000:3.0:1746126661.653192:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973732736:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.653210:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.653223:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126661.653242:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973271168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3389us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.653251:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5922 00000100:00100000:0.0:1746126661.653320:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.653358:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271552 00000100:00100000:1.0:1746126661.653365:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271552 00002000:00100000:1.0:1746126661.653396:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ce00 x1830945973271552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.653404:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ce00 with x1830945973271552 ext(0->4095) 00010000:00010000:1.0:1746126661.653410:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.653434:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.653440:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ce00 00000100:00100000:1.0:1746126661.653488:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2185 00000100:00100000:1.0:1746126661.653494:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973271552:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.653913:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973271552:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 418us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.653919:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2185 00002000:00100000:1.0:1746126661.653925:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1ce00 x1830945973271552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.653933:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ce00 with x1830945973271552 ext(0->4095) 00010000:00010000:1.0:1746126661.653937:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.653947:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.653958:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1ce00 00000100:00100000:0.0:1746126661.655980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.656069:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271680 00000100:00100000:2.0:1746126661.656077:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271680 00010000:00010000:2.0:1746126661.656104:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.656126:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7613 00000100:00100000:2.0:1746126661.656133:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973271680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.656145:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.656162:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.656172:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.656194:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7838 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4400 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.656226:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.656228:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.656234:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.656242:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.656274:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.656287:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732992:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.656677:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.657953:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973732992:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.657974:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.658008:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973271680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1874us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.658017:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7613 00000100:00100000:0.0:1746126661.658188:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.658272:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973271936 00000100:00100000:1.0:1746126661.658277:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973271936 00002000:00100000:1.0:1746126661.658312:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d500 x1830945973271936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.658323:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d500 with x1830945973271936 ext(0->4095) 00002000:00010000:1.0:1746126661.658327:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1d500 00000100:00100000:1.0:1746126661.658352:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4284 00000100:00100000:1.0:1746126661.658359:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973271936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.658714:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973271936:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 354us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.658720:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4284 00002000:00100000:1.0:1746126661.658726:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d500 x1830945973271936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.658733:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d500 with x1830945973271936 ext(0->4095) 00002000:00010000:1.0:1746126661.658735:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1d500 00000100:00100000:0.0:1746126661.659902:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.661243:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272064 00000100:00100000:3.0:1746126661.661253:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272064 00000100:00100000:3.0:1746126661.661302:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5923 00000100:00100000:3.0:1746126661.661309:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973272064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.661322:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.661336:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec440e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.661362:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.661369:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.661370:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.661373:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.661400:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.661410:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.661432:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973733120:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.661554:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.664351:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973733120:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126661.664351:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.664383:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.664399:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126661.664572:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973272064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (4672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.664581:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5923 00000100:00100000:2.0:1746126661.665202:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272192 00000100:00100000:2.0:1746126661.665209:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272192 00010000:00010000:2.0:1746126661.665235:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.665256:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7614 00000100:00100000:2.0:1746126661.665262:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973272192:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.665273:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.665293:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.665304:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.665326:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c783f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4407 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.665350:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.665353:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.665360:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.665367:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.665397:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.665650:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733248:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.665730:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.668321:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733248:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.668344:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.668398:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973272192:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3134us (4048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.668407:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7614 00000100:00100000:0.0:1746126661.668860:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.668904:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272448 00000100:00100000:1.0:1746126661.668910:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272448 00000100:00100000:0.0:1746126661.668921:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00100000:1.0:1746126661.668946:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01180 x1830945973272448/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.668956:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01180 with x1830945973272448 ext(0->4095) 00002000:00010000:1.0:1746126661.668960:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01180 00000100:00100000:3.0:1746126661.668987:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272576 00000100:00100000:1.0:1746126661.668988:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4285 00000100:00100000:3.0:1746126661.668992:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272576 00000100:00100000:1.0:1746126661.668995:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973272448:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.669015:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5924 00000100:00100000:3.0:1746126661.669020:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973272576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.669030:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.669044:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4415 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.669065:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.669149:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973272448:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.669155:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4285 00002000:00100000:1.0:1746126661.669160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01180 x1830945973272448/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.669168:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01180 with x1830945973272448 ext(0->4095) 00002000:00010000:1.0:1746126661.669170:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01180 00010000:00010000:3.0:1746126661.669366:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.669368:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.669372:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.669400:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.669411:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.669430:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973733376:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.669510:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.671602:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.671630:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973733376:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.671653:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126661.671680:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.671726:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272832 00000100:00100000:2.0:1746126661.671732:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272832 00010000:00010000:2.0:1746126661.671755:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.671777:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:1.0:1746126661.671777:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973272704 00000100:00100000:2.0:1746126661.671779:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7615 00000100:00100000:1.0:1746126661.671782:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973272704 00000100:00100000:2.0:1746126661.671785:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973272832:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.671795:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126661.671814:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5925 00000100:00100000:3.0:1746126661.671815:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973272576:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2793us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.671819:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973272704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126661.671821:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5924 00010000:00010000:2.0:1746126661.671829:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.671830:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.671842:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec441c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.671844:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.671864:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7846 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec440e expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.671864:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.671869:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.671875:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.671878:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.671884:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.671885:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.671891:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.671898:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.671919:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.671933:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.671941:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.671943:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973733632:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.671949:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.671957:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733504:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.671995:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.671998:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.675278:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.675373:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733504:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.675393:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.675491:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973733632:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.675513:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.675529:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:0.0:1746126661.675591:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273088 00000100:00100000:0.0:1746126661.675598:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273088 00002000:00100000:0.0:1746126661.675630:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadc00 x1830945973273088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126661.675640:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadc00 with x1830945973273088 ext(0->4095) 00010000:00010000:0.0:1746126661.675647:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.675659:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126661.675666:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadc00 00000100:00100000:0.0:1746126661.675681:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2186 00000100:00100000:0.0:1746126661.675688:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973273088:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.676000:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973272832:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4207us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.676009:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7615 00000100:00100000:1.0:1746126661.676066:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973272704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4245us (4468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.676073:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5925 00000100:00100000:0.0:1746126661.676478:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973273088:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 789us (1207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126661.676485:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2186 00002000:00100000:0.0:1746126661.676491:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eadc00 x1830945973273088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126661.676498:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadc00 with x1830945973273088 ext(0->4095) 00010000:00010000:0.0:1746126661.676504:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:0.0:1746126661.676512:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:0.0:1746126661.676518:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadc00 00000100:00100000:0.0:1746126661.678744:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.678900:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.679567:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273216 00000100:00100000:1.0:1746126661.679578:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273216 00000100:00100000:1.0:1746126661.679631:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5926 00000100:00100000:1.0:1746126661.679639:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973273216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.679656:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.679673:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4423 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.679701:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.679706:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.679715:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126661.679718:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.679753:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.679765:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.679775:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126661.679821:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973273216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.679828:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5926 00000100:00100000:3.0:1746126661.679962:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273344 00000100:00100000:3.0:1746126661.679967:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273344 00010000:00010000:3.0:1746126661.679983:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.680015:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7616 00000100:00100000:3.0:1746126661.680021:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973273344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.680029:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.680051:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.680061:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.680077:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c784d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4415 expref: 52 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.680092:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.680093:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.680099:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.680105:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.680144:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.680154:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.680165:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733888:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.680220:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.683787:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973733888:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.683796:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.683808:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.683854:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973273344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3831us (4952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.683866:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7616 00000100:00100000:1.0:1746126661.683943:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273600 00000100:00100000:1.0:1746126661.683952:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273600 00002000:00100000:1.0:1746126661.683986:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00000 x1830945973273600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.683996:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00000 with x1830945973273600 ext(0->4095) 00010000:00010000:1.0:1746126661.684003:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.684015:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.684021:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00000 00000100:00100000:1.0:1746126661.684051:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2187 00000100:00100000:1.0:1746126661.684058:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973273600:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.684297:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973273600:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 239us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.684976:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2187 00002000:00100000:1.0:1746126661.684983:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00000 x1830945973273600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.684990:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00000 with x1830945973273600 ext(0->4095) 00010000:00010000:1.0:1746126661.684995:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.685004:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.685009:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00000 00000100:00100000:0.0:1746126661.687364:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.687542:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.687651:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273728 00000100:00100000:2.0:1746126661.687660:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273728 00000100:00100000:2.0:1746126661.687701:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5927 00000100:00100000:2.0:1746126661.687709:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973273728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126661.687964:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273856 00000100:00100000:3.0:1746126661.687968:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273856 00010000:00010000:3.0:1746126661.687988:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.688017:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7617 00000100:00100000:3.0:1746126661.688022:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945973273856:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.688034:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.688053:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.688066:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.688207:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.688222:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec442a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.688246:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7854 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec441c expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.688248:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.688253:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.688258:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.688262:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.688285:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.688287:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.688292:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.688300:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.688357:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.688367:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.688376:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.688378:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734016:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.688383:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.688389:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734144:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.688607:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.688778:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.691377:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.691458:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973273984 00000100:00100000:1.0:1746126661.691467:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973273984 00000100:00100000:3.0:1746126661.691523:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734144:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.691541:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126661.691581:0:8441:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.49@tcp) returned -22 from blocking AST (req@ffff880089eaca80 x1830945973734016) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.691613:0:8441:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.691641:0:8441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c785b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4423 expref: 51 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.691654:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734016:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.691669:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.691671:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.691676:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.691685:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.691790:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 128 00000100:00100000:1.0:1746126661.691797:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973273984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.691809:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.691811:0:7112:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 9cce4314879c785b) 00010000:00010000:1.0:1746126661.691812:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.691857:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973273984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 59us (489us total) trans 0 rc 116/116 00000100:00100000:1.0:1746126661.691864:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 128 00000100:00100000:3.0:1746126661.691930:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1980:x1830945973273856:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3907us (4387us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126661.691935:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.691936:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7617 00000100:00100000:2.0:1746126661.691947:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734272:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.691984:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.694159:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734272:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.694186:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.694198:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126661.694244:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973273728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6535us (6888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.694252:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5927 00000100:00100000:0.0:1746126661.696831:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.696936:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973274240 00000100:00100000:1.0:1746126661.696946:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973274240 00002000:00100000:1.0:1746126661.696996:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0a80 x1830945973274240/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.697006:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0a80 with x1830945973274240 ext(0->4095) 00002000:00010000:1.0:1746126661.697011:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0a80 00000100:00100000:1.0:1746126661.697127:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4286 00000100:00100000:1.0:1746126661.697134:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973274240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.697601:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973274240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 465us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.697608:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4286 00002000:00100000:1.0:1746126661.697614:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0a80 x1830945973274240/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.697621:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0a80 with x1830945973274240 ext(0->4095) 00002000:00010000:1.0:1746126661.697623:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0a80 00000100:00100000:0.0:1746126661.699277:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.699827:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973274368 00000100:00100000:2.0:1746126661.699837:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973274368 00000100:00100000:2.0:1746126661.699935:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5928 00000100:00100000:2.0:1746126661.699942:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973274368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.699956:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.699971:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4431 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.699996:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.700004:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.700005:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.700009:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.700039:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.700051:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.700063:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734400:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.700638:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.701776:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734400:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.701803:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.701823:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.701868:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973274368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.701875:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5928 00000100:00100000:0.0:1746126661.701945:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.702427:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.702476:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973274496 00000100:00100000:2.0:1746126661.702482:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973274496 00000100:00100000:2.0:1746126661.702509:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5929 00000100:00100000:2.0:1746126661.702515:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973274496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.702528:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.702540:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4438 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.702559:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.702564:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.702570:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.702573:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.702581:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973274624 00000100:00100000:3.0:1746126661.702585:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973274624 00010000:00010000:2.0:1746126661.702599:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.702607:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.702609:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.702621:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:3.0:1746126661.702636:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7618 00000100:00100000:3.0:1746126661.702641:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973274624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.702649:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126661.702654:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973274496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.702660:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5929 00010000:00010000:3.0:1746126661.702669:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.702680:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.702773:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec442a expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.702791:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.702792:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.702798:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.702805:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.702825:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.702834:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.702844:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734656:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.702943:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.704935:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734656:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.704951:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.705115:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973274624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2472us (2698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.705124:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7618 00000100:00100000:0.0:1746126661.705764:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.705806:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973274880 00000100:00100000:2.0:1746126661.705812:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973274880 00002000:00100000:2.0:1746126661.705847:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2680 x1830945973274880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.705856:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2680 with x1830945973274880 ext(0->4095) 00010000:00010000:2.0:1746126661.705864:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.705877:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.705883:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2680 00000100:00100000:2.0:1746126661.705912:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2188 00000100:00100000:2.0:1746126661.705919:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973274880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.706064:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973274880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.706070:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2188 00002000:00100000:2.0:1746126661.706075:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2680 x1830945973274880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.706089:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2680 with x1830945973274880 ext(0->4095) 00010000:00010000:2.0:1746126661.706094:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.706102:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.706108:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2680 00000100:00100000:0.0:1746126661.708566:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.708590:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275008 00000100:00100000:2.0:1746126661.708643:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275008 00000100:00100000:2.0:1746126661.708677:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5930 00000100:00100000:2.0:1746126661.708684:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973275008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.708833:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.708850:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec443f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.708876:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.708882:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.708888:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.708891:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126661.709010:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.709072:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275136 00000100:00100000:3.0:1746126661.709076:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275136 00010000:00010000:3.0:1746126661.709092:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.709112:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7619 00000100:00100000:3.0:1746126661.709117:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973275136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.709123:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.709139:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.709150:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.709166:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7869 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4431 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.709187:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.709188:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.709193:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.709200:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.709225:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.709234:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.709251:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734784:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.709262:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.709275:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.709283:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734912:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.709306:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.709306:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.710602:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.710657:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275392 00000100:00100000:2.0:1746126661.710663:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275392 00000100:00100000:3.0:1746126661.710674:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973734784:192.168.203.49@tcp:105: 00002000:00100000:2.0:1746126661.710687:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1c00 x1830945973275392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126661.710688:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126661.710695:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1c00 with x1830945973275392 ext(0->4095) 00010000:00010000:2.0:1746126661.710701:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.710711:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.710717:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1c00 00000100:00100000:2.0:1746126661.710733:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2189 00000100:00100000:2.0:1746126661.710739:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973275392:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.710809:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973275136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1690us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.710816:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7619 00000100:00100000:2.0:1746126661.710876:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973275392:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.710882:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2189 00002000:00100000:2.0:1746126661.710887:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1c00 x1830945973275392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.710899:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1c00 with x1830945973275392 ext(0->4095) 00010000:00010000:2.0:1746126661.710903:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.710912:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.710917:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1c00 00000100:00100000:2.0:1746126661.710938:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973734912:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.710951:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.710961:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126661.710990:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973275008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2307us (2431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.710996:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5930 00000100:00100000:0.0:1746126661.712247:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.712287:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275520 00000100:00100000:2.0:1746126661.712292:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275520 00000100:00100000:2.0:1746126661.712317:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5931 00000100:00100000:2.0:1746126661.712322:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973275520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.712331:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.712344:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4446 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.712359:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.712363:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.712368:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.712371:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.712393:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.712400:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.712406:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126661.713211:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973275520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 886us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.713217:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5931 00000100:00100000:0.0:1746126661.713551:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.713732:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275648 00000100:00100000:3.0:1746126661.713738:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275648 00010000:00010000:3.0:1746126661.713758:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.713776:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7620 00000100:00100000:3.0:1746126661.713781:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945973275648:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.713790:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.713809:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.713818:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.713837:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7870 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4438 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.714846:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.714850:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.714858:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.714868:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.714901:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.714912:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.714924:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735168:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.715869:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.716694:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735168:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.716710:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.716741:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1979:x1830945973275648:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2958us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.716749:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7620 00000100:00100000:0.0:1746126661.719894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.719957:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973275904 00000100:00100000:2.0:1746126661.719967:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973275904 00002000:00100000:2.0:1746126661.720016:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2300 x1830945973275904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.720027:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2300 with x1830945973275904 ext(0->4095) 00010000:00010000:2.0:1746126661.720036:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.720050:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.720060:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2300 00000100:00100000:2.0:1746126661.720093:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2190 00000100:00100000:2.0:1746126661.720101:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973275904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.720282:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973275904:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.720288:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2190 00002000:00100000:2.0:1746126661.720293:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b2300 x1830945973275904/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.720300:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b2300 with x1830945973275904 ext(0->4095) 00010000:00010000:2.0:1746126661.720304:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.720312:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.720317:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b2300 00000100:00100000:0.0:1746126661.723904:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.724628:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276032 00000100:00100000:3.0:1746126661.724638:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276032 00010000:00010000:3.0:1746126661.724672:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.724699:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7621 00000100:00100000:3.0:1746126661.724706:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973276032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.724722:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.724743:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.724755:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.724779:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7877 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec443f expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.725204:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.725206:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.725214:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.725223:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.725256:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.725267:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735296:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.725364:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.729185:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.729299:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735296:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.729323:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.729366:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973276032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4660us (5472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.729380:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7621 00000100:00100000:1.0:1746126661.729615:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276288 00000100:00100000:1.0:1746126661.729623:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276288 00002000:00100000:1.0:1746126661.729663:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9500 x1830945973276288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.729672:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9500 with x1830945973276288 ext(0->4095) 00002000:00010000:1.0:1746126661.729677:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9500 00000100:00100000:1.0:1746126661.729707:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4287 00000100:00100000:1.0:1746126661.729713:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973276288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.729856:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973276288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.729863:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4287 00002000:00100000:1.0:1746126661.729868:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9500 x1830945973276288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.729875:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9500 with x1830945973276288 ext(0->4095) 00002000:00010000:1.0:1746126661.729879:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9500 00000100:00100000:0.0:1746126661.731597:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.731702:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276416 00000100:00100000:2.0:1746126661.731709:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276416 00000100:00100000:2.0:1746126661.731754:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5932 00000100:00100000:2.0:1746126661.731761:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973276416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.731774:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.731789:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec444d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.731822:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.731829:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.731831:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.731834:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.731862:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.731873:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.731885:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973735424:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.731966:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.733155:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973735424:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.733178:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.733189:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.733229:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973276416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1467us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.733237:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5932 00000100:00100000:0.0:1746126661.734520:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.734572:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276544 00000100:00100000:3.0:1746126661.734580:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276544 00010000:00010000:3.0:1746126661.734606:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.734635:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7622 00000100:00100000:3.0:1746126661.734641:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973276544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.734651:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.734671:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.734681:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.734710:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c787e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4446 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.734884:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.734886:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.734894:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.734902:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.734930:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.734942:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735552:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.735011:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.738022:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.738052:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735552:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.738072:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.738123:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973276544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3481us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.738135:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7622 00000100:00100000:2.0:1746126661.738160:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276800 00000100:00100000:2.0:1746126661.738167:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276800 00002000:00100000:2.0:1746126661.738204:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9f80 x1830945973276800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.738214:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9f80 with x1830945973276800 ext(0->4095) 00002000:00010000:2.0:1746126661.738219:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9f80 00000100:00100000:2.0:1746126661.738243:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4288 00000100:00100000:2.0:1746126661.738248:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973276800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.738410:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973276800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.738431:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4288 00002000:00100000:2.0:1746126661.738437:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad9f80 x1830945973276800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.738461:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9f80 with x1830945973276800 ext(0->4095) 00002000:00010000:2.0:1746126661.738463:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad9f80 00000100:00100000:0.0:1746126661.739862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.740011:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973276928 00000100:00100000:2.0:1746126661.740017:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973276928 00000100:00100000:2.0:1746126661.740054:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5933 00000100:00100000:2.0:1746126661.740060:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973276928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.740073:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.740089:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4454 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.740113:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.740124:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.740126:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.740129:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.740162:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.740172:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.740194:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973735680:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.740262:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.740530:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.740644:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277056 00000100:00100000:1.0:1746126661.740648:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277056 00000100:00100000:1.0:1746126661.740673:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5934 00000100:00100000:1.0:1746126661.740678:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973277056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.740685:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.740691:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec445b expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.740702:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.740706:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.740711:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.740713:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.740734:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.740743:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.740756:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126661.740844:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973277056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.740850:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5934 00000100:00100000:2.0:1746126661.741975:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973735680:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.741992:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.742002:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126661.742024:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973276928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.742031:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5933 00000100:00100000:0.0:1746126661.742621:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.742715:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277184 00000100:00100000:3.0:1746126661.742720:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277184 00010000:00010000:3.0:1746126661.742740:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.742758:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7623 00000100:00100000:3.0:1746126661.742763:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973277184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.742775:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.742796:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.742806:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.742825:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7885 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec444d expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.742852:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.742855:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.742861:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.742869:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.742896:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.742906:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.742916:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735936:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.743820:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.746586:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973735936:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.746608:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.746653:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973277184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3887us (4031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.746663:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7623 00000100:00100000:0.0:1746126661.746752:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.746794:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277440 00000100:00100000:2.0:1746126661.746800:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277440 00002000:00100000:2.0:1746126661.746925:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adaa00 x1830945973277440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.746940:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adaa00 with x1830945973277440 ext(0->4095) 00010000:00010000:2.0:1746126661.746948:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.746959:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.746965:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adaa00 00000100:00100000:2.0:1746126661.746978:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2191 00000100:00100000:2.0:1746126661.746984:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973277440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.747223:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973277440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 238us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.747230:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2191 00002000:00100000:2.0:1746126661.747235:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adaa00 x1830945973277440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.747242:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adaa00 with x1830945973277440 ext(0->4095) 00010000:00010000:2.0:1746126661.747246:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.747255:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.747260:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adaa00 00000100:00100000:0.0:1746126661.748800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.748911:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277568 00000100:00100000:3.0:1746126661.748917:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277568 00010000:00010000:3.0:1746126661.748938:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.748956:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7624 00000100:00100000:3.0:1746126661.748961:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945973277568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.748972:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.748989:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.748999:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.749019:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c788c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4454 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.749046:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.749048:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.749055:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.749062:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.749092:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.749102:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736064:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.749168:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.750803:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736064:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.750821:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126661.751538:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.751541:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1979:x1830945973277568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2578us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.751554:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7624 00000100:00100000:2.0:1746126661.751595:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277824 00000100:00100000:2.0:1746126661.751601:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277824 00002000:00100000:2.0:1746126661.751635:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945973277824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.751644:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945973277824 ext(0->4095) 00002000:00010000:2.0:1746126661.751649:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:2.0:1746126661.751663:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4289 00000100:00100000:2.0:1746126661.751669:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973277824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.752610:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973277824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 934us (1067us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.752616:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4289 00002000:00100000:2.0:1746126661.752621:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8700 x1830945973277824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.752627:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8700 with x1830945973277824 ext(0->4095) 00002000:00010000:2.0:1746126661.752630:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8700 00000100:00100000:0.0:1746126661.753906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.753992:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973277952 00000100:00100000:2.0:1746126661.753999:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973277952 00000100:00100000:2.0:1746126661.754187:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5935 00000100:00100000:2.0:1746126661.754194:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973277952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.754206:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.754221:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4462 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.754245:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.754257:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.754259:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.754262:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.754287:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.754296:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 49 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.754307:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973736192:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.754372:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.756061:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973736192:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.756087:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.756100:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126661.756143:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973277952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1949us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.756150:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5935 00000100:00100000:0.0:1746126661.756929:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.757002:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278080 00000100:00100000:3.0:1746126661.757009:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278080 00010000:00010000:3.0:1746126661.757032:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.757049:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7625 00000100:00100000:3.0:1746126661.757054:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973278080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.757065:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.757083:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.757093:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.757112:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7893 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec445b expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.757135:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.757137:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.757143:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.757151:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.757178:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.757189:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736320:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.757245:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.759132:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736320:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.759150:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.759193:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973278080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2137us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.759202:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7625 00000100:00100000:0.0:1746126661.759374:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.759425:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278336 00000100:00100000:3.0:1746126661.759431:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278336 00002000:00100000:3.0:1746126661.759492:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814a80 x1830945973278336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.759501:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814a80 with x1830945973278336 ext(0->4095) 00002000:00010000:3.0:1746126661.759506:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814a80 00000100:00100000:3.0:1746126661.759532:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4290 00000100:00100000:3.0:1746126661.759539:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973278336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.759687:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973278336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.759693:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4290 00002000:00100000:3.0:1746126661.759701:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814a80 x1830945973278336/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.759708:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814a80 with x1830945973278336 ext(0->4095) 00002000:00010000:3.0:1746126661.759711:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814a80 00000100:00100000:0.0:1746126661.761666:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.761854:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278464 00000100:00100000:2.0:1746126661.761861:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278464 00000100:00100000:2.0:1746126661.761904:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5936 00000100:00100000:2.0:1746126661.761910:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973278464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.761926:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.761941:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4469 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.761965:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.761972:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.761974:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.761978:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.762009:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.762020:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.762031:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973736448:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.762103:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.762143:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.762290:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278592 00000100:00100000:1.0:1746126661.762294:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278592 00000100:00100000:1.0:1746126661.762313:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5937 00000100:00100000:1.0:1746126661.762318:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973278592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.762324:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.762330:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4470 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.762341:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.762344:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.762349:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.762351:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.762371:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.762382:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.762396:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126661.762428:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973278592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.762434:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5937 00000100:00100000:2.0:1746126661.764494:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973736448:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.764520:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126661.764520:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126661.764533:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126661.764764:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973278464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2853us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.764774:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5936 00000100:00100000:3.0:1746126661.765082:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278720 00000100:00100000:3.0:1746126661.765088:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278720 00010000:00010000:3.0:1746126661.765114:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.765134:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7626 00000100:00100000:3.0:1746126661.765139:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973278720:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.765150:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.765172:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.765182:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.765203:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c789a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4462 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.765225:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.765227:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.765234:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.765242:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.765271:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.765287:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.765298:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.765355:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.766783:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.766803:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.766860:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973278720:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1720us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.766869:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7626 00000100:00100000:0.0:1746126661.768098:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.768157:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973278976 00000100:00100000:3.0:1746126661.768163:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973278976 00002000:00100000:3.0:1746126661.768196:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816300 x1830945973278976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.768208:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816300 with x1830945973278976 ext(0->4095) 00010000:00010000:3.0:1746126661.768216:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.768227:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.768232:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816300 00000100:00100000:3.0:1746126661.768258:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2192 00000100:00100000:3.0:1746126661.768264:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973278976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.768399:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973278976:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.768405:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2192 00002000:00100000:3.0:1746126661.768411:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816300 x1830945973278976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.768430:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816300 with x1830945973278976 ext(0->4095) 00010000:00010000:3.0:1746126661.768434:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.768473:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.768479:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816300 00000100:00100000:0.0:1746126661.769983:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.770126:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973279104 00000100:00100000:2.0:1746126661.770134:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973279104 00000100:00100000:2.0:1746126661.770167:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5938 00000100:00100000:2.0:1746126661.770174:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973279104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.770189:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.770204:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4477 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.770228:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.770233:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.770239:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.770242:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.770285:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.770299:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.770307:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126661.770357:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973279104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.770362:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5938 00000100:00100000:2.0:1746126661.771794:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.772236:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973279232 00000100:00100000:3.0:1746126661.772252:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973279232 00010000:00010000:3.0:1746126661.772279:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.772315:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7627 00000100:00100000:3.0:1746126661.772321:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973279232:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.772332:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.772347:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.772357:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.772375:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4469 expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.772398:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.772400:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.772405:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.772411:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.772699:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.772710:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.772720:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.773054:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.775824:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973736960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.775841:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.775875:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973279232:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3552us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.775883:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7627 00000100:00100000:0.0:1746126661.776929:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.776992:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973279488 00000100:00100000:3.0:1746126661.776998:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973279488 00002000:00100000:3.0:1746126661.777029:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814380 x1830945973279488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.777037:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814380 with x1830945973279488 ext(0->4095) 00010000:00010000:3.0:1746126661.777044:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.777056:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.777061:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814380 00000100:00100000:3.0:1746126661.777087:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2193 00000100:00100000:3.0:1746126661.777094:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973279488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.777296:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973279488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.777303:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2193 00002000:00100000:3.0:1746126661.777309:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814380 x1830945973279488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.777315:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814380 with x1830945973279488 ext(0->4095) 00010000:00010000:3.0:1746126661.777319:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.777328:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 50 pid: 8440 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.777337:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814380 00000100:00100000:0.0:1746126661.778838:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.778891:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.779060:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973279616 00000100:00100000:2.0:1746126661.779069:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973279616 00000100:00100000:2.0:1746126661.779103:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5939 00000100:00100000:2.0:1746126661.779111:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973279616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.779126:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.779142:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec447e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.779166:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.779171:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.779176:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.779179:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.779215:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.779229:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.779238:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:3.0:1746126661.779299:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973279744 00000100:00100000:3.0:1746126661.779308:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973279744 00010000:00010000:3.0:1746126661.779331:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.779365:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7628 00000100:00100000:3.0:1746126661.779371:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973279744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.779381:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.779397:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.779406:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.779497:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c78a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4470 expref: 52 pid: 8440 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.779516:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.779518:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.779523:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.779530:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.779555:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.779568:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.779578:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737216:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.779665:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973279616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 554us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.779671:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5939 00000100:00100000:3.0:1746126661.779936:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.781435:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737216:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.781478:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.781515:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973279744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2143us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.781525:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7628 00000100:00100000:0.0:1746126661.784987:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.785048:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280000 00000100:00100000:3.0:1746126661.785059:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280000 00002000:00100000:3.0:1746126661.785105:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814700 x1830945973280000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.785115:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814700 with x1830945973280000 ext(0->4095) 00010000:00010000:3.0:1746126661.785124:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.785137:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.785143:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814700 00000100:00100000:3.0:1746126661.785175:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2194 00000100:00100000:3.0:1746126661.785182:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973280000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126661.785670:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973280000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 487us (693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.785677:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2194 00002000:00100000:3.0:1746126661.785682:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814700 x1830945973280000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.785688:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814700 with x1830945973280000 ext(0->4095) 00010000:00010000:3.0:1746126661.785692:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.785700:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.785705:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132814700 00000100:00100000:0.0:1746126661.787911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.788028:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280128 00000100:00100000:3.0:1746126661.788035:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280128 00010000:00010000:3.0:1746126661.788064:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.788094:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7629 00000100:00100000:3.0:1746126661.788100:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973280128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.788110:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.788127:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.788137:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.788159:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4477 expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.788401:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.788403:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.788411:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.788477:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.788509:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.788520:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737344:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.788597:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.790595:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737344:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.790612:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126661.790630:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.790658:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973280128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2554us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.790667:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7629 00000100:00100000:2.0:1746126661.790732:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280384 00000100:00100000:2.0:1746126661.790739:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280384 00002000:00100000:2.0:1746126661.790771:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817480 x1830945973280384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.790782:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817480 with x1830945973280384 ext(0->4095) 00002000:00010000:2.0:1746126661.790786:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817480 00000100:00100000:2.0:1746126661.791410:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4291 00000100:00100000:2.0:1746126661.791427:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973280384:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126661.791643:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973280384:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 226us (1013us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.791648:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4291 00002000:00100000:2.0:1746126661.791653:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817480 x1830945973280384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.791661:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817480 with x1830945973280384 ext(0->4095) 00002000:00010000:2.0:1746126661.791663:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817480 00000100:00100000:0.0:1746126661.793139:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.793263:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280512 00000100:00100000:2.0:1746126661.793270:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280512 00000100:00100000:2.0:1746126661.793310:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5940 00000100:00100000:2.0:1746126661.793316:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973280512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.793329:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.793345:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4485 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.793369:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.793382:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.793384:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.793387:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.793429:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.793465:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 49 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.793479:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973737472:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126661.793594:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.795019:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973737472:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.795041:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.795056:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:3.0:1746126661.795085:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973280512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1769us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.795091:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5940 00000100:00100000:0.0:1746126661.795324:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.795363:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280640 00000100:00100000:3.0:1746126661.795367:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280640 00010000:00010000:3.0:1746126661.795385:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.795402:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7630 00000100:00100000:3.0:1746126661.795407:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973280640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.795424:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.795462:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.795471:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.795491:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c78b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec447e expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.795696:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.795698:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.795704:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.795717:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.795746:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.795755:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737600:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.795828:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.797341:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737600:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.797357:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.797394:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973280640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1985us (2070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.797402:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7630 00000100:00100000:0.0:1746126661.797508:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.797549:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973280896 00000100:00100000:3.0:1746126661.797554:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973280896 00002000:00100000:3.0:1746126661.797587:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814000 x1830945973280896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.797596:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814000 with x1830945973280896 ext(0->4095) 00002000:00010000:3.0:1746126661.797600:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814000 00000100:00100000:3.0:1746126661.797624:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4292 00000100:00100000:3.0:1746126661.797630:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973280896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.797765:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973280896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.797774:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4292 00002000:00100000:3.0:1746126661.797779:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132814000 x1830945973280896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.797786:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132814000 with x1830945973280896 ext(0->4095) 00002000:00010000:3.0:1746126661.797789:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132814000 00000100:00100000:0.0:1746126661.799316:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.799432:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281024 00000100:00100000:3.0:1746126661.799439:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281024 00000100:00100000:3.0:1746126661.799778:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5941 00000100:00100000:3.0:1746126661.799785:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973281024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.799796:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.799811:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec448c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.799836:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.799844:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.799846:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.799850:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.799878:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.799890:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 5 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.799908:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973737728:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.800165:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.801326:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.801464:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281152 00000100:00100000:2.0:1746126661.801473:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281152 00000100:00100000:2.0:1746126661.801515:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5942 00000100:00100000:2.0:1746126661.801521:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973281152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.801530:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.801541:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4493 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.801559:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.801563:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.801574:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.801578:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.801604:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.801616:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973737728:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.801618:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.801628:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00010000:00010000:3.0:1746126661.801632:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.801641:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:2.0:1746126661.802467:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973281152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 918us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.802476:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5942 00000100:00100000:3.0:1746126661.802619:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973281024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2834us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.802626:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5941 00000100:00100000:0.0:1746126661.802953:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.803024:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281280 00000100:00100000:3.0:1746126661.803028:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281280 00010000:00010000:3.0:1746126661.803044:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.803063:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7631 00000100:00100000:3.0:1746126661.803068:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973281280:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.803077:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.803097:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.803107:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.803131:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c78bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4485 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.803152:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.803153:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.803160:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.803167:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.803188:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.803198:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.803208:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737984:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.803258:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.805244:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973737984:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.805263:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.805309:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973281280:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2238us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.805317:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7631 00000100:00100000:0.0:1746126661.806555:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.806673:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281536 00000100:00100000:3.0:1746126661.806683:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281536 00002000:00100000:3.0:1746126661.806719:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945973281536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.806729:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945973281536 ext(0->4095) 00010000:00010000:3.0:1746126661.806737:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.806751:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.806757:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:3.0:1746126661.806785:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2195 00000100:00100000:3.0:1746126661.806791:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973281536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.806958:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973281536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.806965:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2195 00002000:00100000:3.0:1746126661.806970:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815500 x1830945973281536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.806980:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815500 with x1830945973281536 ext(0->4095) 00010000:00010000:3.0:1746126661.806984:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.806993:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.806998:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815500 00000100:00100000:0.0:1746126661.811093:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.811153:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.811288:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281664 00000100:00100000:3.0:1746126661.811297:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281664 00000100:00100000:2.0:1746126661.811327:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973281792 00000100:00100000:2.0:1746126661.811331:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973281792 00000100:00100000:3.0:1746126661.811338:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5943 00000100:00100000:3.0:1746126661.811345:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973281664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.811358:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.811360:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.811372:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec449a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.811393:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7632 00010000:00010000:3.0:1746126661.811396:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126661.811398:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973281792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.811401:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.811406:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126661.811407:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.811410:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.811439:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.811479:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.811483:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.811496:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c78c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec448c expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.811504:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.811513:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.811514:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.811519:0:11071:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.811526:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.811540:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126661.811548:0:11071:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.811559:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.811572:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738240:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.811587:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973281792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 189us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.811592:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7632 00000100:00100000:3.0:1746126661.811631:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.814621:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.814676:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282048 00000100:00100000:2.0:1746126661.814684:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282048 00002000:00100000:2.0:1746126661.814723:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb800 x1830945973282048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126661.814832:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738240:192.168.203.49@tcp:105: 00002000:00100000:2.0:1746126661.814837:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb800 with x1830945973282048 ext(0->4095) 00010000:00010000:2.0:1746126661.814846:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.814852:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00010000:00010000:2.0:1746126661.814859:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.814865:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bb800 00000100:00100000:3.0:1746126661.814906:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973281664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3561us (3824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.814914:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5943 00000100:00100000:2.0:1746126661.815291:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2196 00000100:00100000:2.0:1746126661.815299:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973282048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.815490:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973282048:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (879us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.815495:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2196 00002000:00100000:2.0:1746126661.815501:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb800 x1830945973282048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.815514:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb800 with x1830945973282048 ext(0->4095) 00010000:00010000:2.0:1746126661.815519:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.815528:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.815534:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bb800 00000100:00100000:0.0:1746126661.818976:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.819593:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.819644:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282304 00000100:00100000:2.0:1746126661.819655:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282304 00010000:00010000:2.0:1746126661.819689:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.819730:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7633 00000100:00100000:2.0:1746126661.819739:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973282304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.819752:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.819774:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.819786:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.819807:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c78cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4493 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.819831:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.819833:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.819840:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.819847:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.819880:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.819897:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738368:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.819975:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.820809:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282176 00000100:00100000:3.0:1746126661.820816:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282176 00000100:00100000:3.0:1746126661.820848:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5944 00000100:00100000:3.0:1746126661.820855:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973282176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.820870:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.820881:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44a1 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.820902:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.820912:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.820914:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.820917:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.820938:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.820948:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 5 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.820963:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738496:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.821003:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.822706:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738368:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.822727:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.822769:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945973282304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3030us (3174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.822779:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7633 00000100:00100000:0.0:1746126661.823565:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.824049:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282560 00000100:00100000:1.0:1746126661.824056:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282560 00002000:00100000:1.0:1746126661.824091:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bbb80 x1830945973282560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.824100:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bbb80 with x1830945973282560 ext(0->4095) 00010000:00010000:1.0:1746126661.824108:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.824118:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.824124:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bbb80 00000100:00100000:1.0:1746126661.824188:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2197 00000100:00100000:1.0:1746126661.824194:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973282560:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126661.824459:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738496:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.824479:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.824492:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:1.0:1746126661.824664:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973282560:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 469us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.824670:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2197 00002000:00100000:1.0:1746126661.824676:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bbb80 x1830945973282560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.824689:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bbb80 with x1830945973282560 ext(0->4095) 00010000:00010000:1.0:1746126661.824694:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.824703:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.824708:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bbb80 00000100:00100000:3.0:1746126661.824747:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973282176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3893us (5780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.824754:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5944 00000100:00100000:0.0:1746126661.828998:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.829229:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282688 00000100:00100000:2.0:1746126661.829239:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282688 00010000:00010000:2.0:1746126661.829277:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.829318:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7634 00000100:00100000:2.0:1746126661.829325:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973282688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.829341:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.829364:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.829380:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.829406:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c78d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec449a expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.829470:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.829473:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.829480:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.829488:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.829523:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.829536:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738624:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.829625:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.831356:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738624:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.831376:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.831411:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973282688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2085us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.831432:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7634 00000100:00100000:0.0:1746126661.832159:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.832869:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973282944 00000100:00100000:1.0:1746126661.832878:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973282944 00002000:00100000:1.0:1746126661.832920:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ba300 x1830945973282944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.832930:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba300 with x1830945973282944 ext(0->4095) 00002000:00010000:1.0:1746126661.832934:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ba300 00000100:00100000:1.0:1746126661.832952:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4293 00000100:00100000:1.0:1746126661.832959:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973282944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.833131:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973282944:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (973us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.833136:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4293 00002000:00100000:1.0:1746126661.833142:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ba300 x1830945973282944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.833149:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba300 with x1830945973282944 ext(0->4095) 00002000:00010000:1.0:1746126661.833152:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ba300 00000100:00100000:0.0:1746126661.835114:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.835204:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283072 00000100:00100000:3.0:1746126661.835213:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283072 00000100:00100000:3.0:1746126661.835259:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5945 00000100:00100000:3.0:1746126661.835266:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973283072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.835282:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.835298:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44a8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.835323:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.835330:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.835332:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.835336:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.835363:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.835373:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 49 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.835384:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738752:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.835495:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.836997:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973738752:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.837019:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.837033:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126661.837081:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973283072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.837094:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5945 00000100:00100000:0.0:1746126661.837601:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.837707:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283200 00000100:00100000:2.0:1746126661.837715:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283200 00010000:00010000:2.0:1746126661.837739:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.837771:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7635 00000100:00100000:2.0:1746126661.837778:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973283200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.837790:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.837810:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.837820:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.837841:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c78d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a1 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.837853:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.837855:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.837861:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.837868:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.837896:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.837907:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738880:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.837967:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.840235:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973738880:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.840258:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.840347:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973283200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2567us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.840357:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7635 00000100:00100000:0.0:1746126661.840780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.840868:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283456 00000100:00100000:2.0:1746126661.840874:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283456 00002000:00100000:2.0:1746126661.841034:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8a80 x1830945973283456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.841044:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8a80 with x1830945973283456 ext(0->4095) 00002000:00010000:2.0:1746126661.841048:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8a80 00000100:00100000:2.0:1746126661.841074:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4294 00000100:00100000:2.0:1746126661.841080:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973283456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.841219:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973283456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.841224:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4294 00002000:00100000:2.0:1746126661.841230:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b8a80 x1830945973283456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.841236:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b8a80 with x1830945973283456 ext(0->4095) 00002000:00010000:2.0:1746126661.841239:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b8a80 00000100:00100000:0.0:1746126661.842754:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.842828:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.842888:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283584 00000100:00100000:1.0:1746126661.842894:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283584 00000100:00100000:3.0:1746126661.842896:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283712 00000100:00100000:3.0:1746126661.842900:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283712 00000100:00100000:1.0:1746126661.842931:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5946 00000100:00100000:1.0:1746126661.842937:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973283584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.842950:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.842966:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44af expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.842990:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.842997:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.842998:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.843001:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.843017:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5947 00000100:00100000:3.0:1746126661.843024:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973283712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.843030:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.843036:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44b6 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.843046:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.843050:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.843054:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.843057:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.843065:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.843076:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 5 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.843087:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973739008:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.843097:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.843113:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.843121:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126661.843141:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973283712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.843146:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5947 00000100:00100000:1.0:1746126661.843155:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.844290:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973739008:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.844310:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.844326:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126661.844354:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973283584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1417us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.844360:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5946 00000100:00100000:0.0:1746126661.845079:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.845126:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973283840 00000100:00100000:2.0:1746126661.845132:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973283840 00010000:00010000:2.0:1746126661.845152:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.845184:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7636 00000100:00100000:2.0:1746126661.845189:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973283840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.845201:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.845220:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.845230:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.845249:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c78e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44a8 expref: 6 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.845262:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.845264:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.845271:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.845279:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.845305:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.845316:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.845330:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739264:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.845379:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.846487:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739264:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.846502:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.846539:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973283840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1348us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.846546:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7636 00000100:00100000:0.0:1746126661.847260:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.847747:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284096 00000100:00100000:2.0:1746126661.847754:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284096 00002000:00100000:2.0:1746126661.847789:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c73100 x1830945973284096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.847799:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945973284096 ext(0->4095) 00010000:00010000:2.0:1746126661.847807:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.847819:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.847825:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:2.0:1746126661.847900:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2198 00000100:00100000:2.0:1746126661.847907:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973284096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.848275:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973284096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 367us (1019us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.848285:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2198 00002000:00100000:2.0:1746126661.848290:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c73100 x1830945973284096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.848297:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73100 with x1830945973284096 ext(0->4095) 00010000:00010000:2.0:1746126661.848302:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.848310:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:2.0:1746126661.848316:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c73100 00000100:00100000:0.0:1746126661.850906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.851020:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.851144:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284352 00000100:00100000:2.0:1746126661.851154:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284352 00010000:00010000:2.0:1746126661.851186:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.851212:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7637 00000100:00100000:2.0:1746126661.851219:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945973284352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126661.851224:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284224 00000100:00100000:1.0:1746126661.851229:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284224 00010000:00010000:2.0:1746126661.851232:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.851252:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.851262:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.851263:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5948 00000100:00100000:1.0:1746126661.851268:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973284224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.851282:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.851285:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c78e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44af expref: 51 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.851292:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44bd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.851302:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.851305:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.851312:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.851320:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.851364:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.851370:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.851371:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.851374:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.851396:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.851406:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.851430:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.851430:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973739520:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126661.851438:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.851472:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739392:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.851530:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.851537:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.853483:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739392:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.853502:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.853539:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1979:x1830945973284352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2319us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.853550:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7637 00000100:00100000:1.0:1746126661.853654:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973739520:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.853673:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.853685:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126661.853776:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973284224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.853782:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5948 00000100:00100000:0.0:1746126661.853913:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.853964:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284608 00000100:00100000:3.0:1746126661.853970:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284608 00002000:00100000:3.0:1746126661.854001:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c72680 x1830945973284608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.854011:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945973284608 ext(0->4095) 00010000:00010000:3.0:1746126661.854017:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.854028:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.854034:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:3.0:1746126661.854063:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2199 00000100:00100000:3.0:1746126661.854069:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973284608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.854221:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973284608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126661.854227:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2199 00002000:00100000:3.0:1746126661.854232:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c72680 x1830945973284608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126661.854240:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830945973284608 ext(0->4095) 00010000:00010000:3.0:1746126661.854244:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.854253:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 50 pid: 11071 timeout: 673 lvb_type: 0 00002000:00010000:3.0:1746126661.854263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746126661.855553:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.856189:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284736 00000100:00100000:1.0:1746126661.856235:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284736 00000100:00100000:1.0:1746126661.856276:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5949 00000100:00100000:1.0:1746126661.856282:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973284736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.856295:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126661.856409:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126661.856481:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44c4 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.856504:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.856509:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.856514:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126661.856517:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.856540:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973284864 00000100:00100000:2.0:1746126661.856543:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973284864 00010000:00010000:1.0:1746126661.856556:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.856558:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 52 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.856567:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.856576:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:2.0:1746126661.856579:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7638 00000100:00100000:2.0:1746126661.856583:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973284864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.856591:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126661.856607:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973284736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (1060us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126661.856608:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 52 pid: 11071 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.856612:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5949 00010000:00010000:2.0:1746126661.856618:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 52 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.856635:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c78ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44b6 expref: 51 pid: 11071 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.856780:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.856783:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.856789:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.856796:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.856817:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.856828:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.856844:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739776:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.856914:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.858862:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739776:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.858880:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.858909:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973284864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2324us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.858917:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7638 00000100:00100000:0.0:1746126661.859069:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.859111:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973285120 00000100:00100000:1.0:1746126661.859117:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973285120 00002000:00100000:1.0:1746126661.859148:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71180 x1830945973285120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.859157:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945973285120 ext(0->4095) 00010000:00010000:1.0:1746126661.859164:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.859175:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.859181:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:1.0:1746126661.859207:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2200 00000100:00100000:1.0:1746126661.859214:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973285120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.860008:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973285120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 792us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.860013:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2200 00002000:00100000:1.0:1746126661.860018:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c71180 x1830945973285120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.860024:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830945973285120 ext(0->4095) 00010000:00010000:1.0:1746126661.860028:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:1.0:1746126661.860037:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00002000:00010000:1.0:1746126661.860042:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746126661.861953:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.862078:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973285248 00000100:00100000:2.0:1746126661.862087:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973285248 00010000:00010000:2.0:1746126661.862115:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:2.0:1746126661.862147:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7639 00000100:00100000:2.0:1746126661.862153:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973285248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126661.862165:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126661.862183:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.862193:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.862214:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c78f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44bd expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:2.0:1746126661.862228:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.862231:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.862237:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.862245:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.862275:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126661.862288:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739904:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.862372:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126661.865006:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973739904:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126661.865028:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126661.865082:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973285248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2928us (3134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.865093:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7639 00000100:00100000:0.0:1746126661.865154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.865303:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973285504 00000100:00100000:1.0:1746126661.865310:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973285504 00002000:00100000:1.0:1746126661.865345:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28380 x1830945973285504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.865355:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945973285504 ext(0->4095) 00002000:00010000:1.0:1746126661.865360:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28380 00000100:00100000:1.0:1746126661.865387:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4295 00000100:00100000:1.0:1746126661.865393:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973285504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.865568:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973285504:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.865574:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4295 00002000:00100000:1.0:1746126661.865580:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28380 x1830945973285504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.865592:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945973285504 ext(0->4095) 00002000:00010000:1.0:1746126661.865594:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28380 00000100:00100000:0.0:1746126661.867080:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.867161:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973285632 00000100:00100000:1.0:1746126661.867168:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973285632 00000100:00100000:1.0:1746126661.867207:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5950 00000100:00100000:1.0:1746126661.867214:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973285632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.867227:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.867241:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44cb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.867268:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.867275:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.867277:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.867280:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.867309:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.867321:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 49 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.867332:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740032:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.867404:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.869436:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740032:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.869488:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.869503:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126661.869541:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973285632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2327us (2465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.869550:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5950 00000100:00100000:0.0:1746126661.869717:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.869938:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973285760 00000100:00100000:3.0:1746126661.869944:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973285760 00010000:00010000:3.0:1746126661.869968:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.869998:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7640 00000100:00100000:3.0:1746126661.870004:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973285760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.870014:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.870035:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.870045:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.870066:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c78fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44c4 expref: 50 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.870079:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.870080:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.870087:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.870094:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.870126:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.870136:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740160:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.870193:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.872082:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740160:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.872104:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.872138:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973285760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2133us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.872148:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7640 00000100:00100000:0.0:1746126661.873920:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.874004:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286016 00000100:00100000:1.0:1746126661.874012:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286016 00002000:00100000:1.0:1746126661.874052:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28a80 x1830945973286016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.874061:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973286016 ext(0->4095) 00002000:00010000:1.0:1746126661.874066:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28a80 00000100:00100000:1.0:1746126661.874085:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4296 00000100:00100000:1.0:1746126661.874092:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973286016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.874239:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973286016:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.874245:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4296 00002000:00100000:1.0:1746126661.874250:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c28a80 x1830945973286016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.874257:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973286016 ext(0->4095) 00002000:00010000:1.0:1746126661.874260:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28a80 00000100:00100000:0.0:1746126661.875645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.876437:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286144 00000100:00100000:1.0:1746126661.876811:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286144 00000100:00100000:1.0:1746126661.876865:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5951 00000100:00100000:1.0:1746126661.876873:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973286144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.876887:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.876902:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44d2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.876929:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.876936:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.876938:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.876941:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.876971:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.876983:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 5 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:1.0:1746126661.876995:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740288:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.877562:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.877759:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.877841:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286272 00000100:00100000:3.0:1746126661.877845:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286272 00000100:00100000:3.0:1746126661.877866:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5952 00000100:00100000:3.0:1746126661.877871:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973286272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.877878:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.877885:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44d9 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.877896:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.877900:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.877906:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.877908:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.877937:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.877948:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.877963:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126661.877990:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973286272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.877995:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5952 00000100:00100000:0.0:1746126661.880780:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.880810:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740288:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.880842:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.880863:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126661.880902:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973286144:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4029us (5259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.880909:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5951 00000100:00100000:3.0:1746126661.881522:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286400 00000100:00100000:3.0:1746126661.881528:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286400 00010000:00010000:3.0:1746126661.881552:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00000100:00100000:3.0:1746126661.881583:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7641 00000100:00100000:3.0:1746126661.881589:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973286400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.881599:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.881619:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.881628:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.881648:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7903 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44cb expref: 6 pid: 8441 timeout: 673 lvb_type: 0 00010000:00010000:3.0:1746126661.881670:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.881672:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.881678:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.881685:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.881712:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.881721:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.881731:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740544:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.881797:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.883394:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740544:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.883409:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.883494:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973286400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1903us (2720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.883504:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7641 00000100:00100000:2.0:1746126661.885153:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.885256:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286656 00000100:00100000:1.0:1746126661.885264:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286656 00002000:00100000:1.0:1746126661.885305:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac380 x1830945973286656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.885315:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830945973286656 ext(0->4095) 00010000:00010000:1.0:1746126661.885323:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.885336:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.885342:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:1.0:1746126661.885373:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2201 00000100:00100000:1.0:1746126661.885379:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973286656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.885718:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973286656:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 338us (570us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.885724:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2201 00002000:00100000:1.0:1746126661.886055:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eac380 x1830945973286656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.886069:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830945973286656 ext(0->4095) 00010000:00010000:1.0:1746126661.886074:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.886084:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.886089:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:0.0:1746126661.887360:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.887534:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973286784 00000100:00100000:3.0:1746126661.887540:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973286784 00010000:00010000:3.0:1746126661.887563:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.887587:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7642 00000100:00100000:3.0:1746126661.887593:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973286784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.887602:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.887617:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.887626:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.887647:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c790a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d2 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.887674:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.887677:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.887685:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.887692:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.887726:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.887737:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740672:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.887810:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.890173:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740672:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.890194:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.890230:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973286784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2635us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.890240:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7642 00000100:00100000:0.0:1746126661.891866:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.891921:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287040 00000100:00100000:1.0:1746126661.891930:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287040 00002000:00100000:1.0:1746126661.891972:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29500 x1830945973287040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.891982:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973287040 ext(0->4095) 00002000:00010000:1.0:1746126661.891986:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29500 00000100:00100000:1.0:1746126661.892014:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4297 00000100:00100000:1.0:1746126661.892020:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973287040:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126661.892175:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973287040:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.892180:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4297 00002000:00100000:1.0:1746126661.892185:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29500 x1830945973287040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.892192:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973287040 ext(0->4095) 00002000:00010000:1.0:1746126661.892195:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29500 00000100:00100000:0.0:1746126661.894977:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.895097:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287168 00000100:00100000:1.0:1746126661.895112:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287168 00000100:00100000:1.0:1746126661.895172:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5953 00000100:00100000:1.0:1746126661.895178:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973287168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.895200:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.895214:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44e0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.895240:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.895247:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.895248:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.895251:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.895278:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.895289:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 49 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.895301:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740800:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.895399:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.896752:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973740800:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.896779:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.896802:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126661.897403:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973287168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.897422:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5953 00000100:00100000:0.0:1746126661.897842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.897935:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287296 00000100:00100000:3.0:1746126661.897941:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287296 00010000:00010000:3.0:1746126661.897965:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.897996:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7643 00000100:00100000:3.0:1746126661.898001:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973287296:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.898009:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.898027:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.898035:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.898052:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44d9 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.898063:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.898064:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.898070:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.898076:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.898103:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.898113:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740928:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.898174:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.899179:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973740928:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.899194:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.899224:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1981:x1830945973287296:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1221us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.899232:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7643 00000100:00100000:0.0:1746126661.899919:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.899973:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287552 00000100:00100000:2.0:1746126661.899978:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287552 00002000:00100000:2.0:1746126661.900012:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ad80 x1830945973287552/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.900022:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973287552 ext(0->4095) 00002000:00010000:2.0:1746126661.900026:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:2.0:1746126661.900053:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4298 00000100:00100000:2.0:1746126661.900059:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973287552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.900217:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973287552:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.900223:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4298 00002000:00100000:2.0:1746126661.900228:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ad80 x1830945973287552/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.900235:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973287552 ext(0->4095) 00002000:00010000:2.0:1746126661.900238:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:0.0:1746126661.901142:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.901183:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287680 00000100:00100000:1.0:1746126661.901188:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287680 00000100:00100000:1.0:1746126661.901226:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5954 00000100:00100000:1.0:1746126661.901231:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973287680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.901241:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.901256:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44e7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.901282:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.901290:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.901293:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.901296:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.901325:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.901337:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.901352:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741056:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.901438:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.902208:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.902251:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287808 00000100:00100000:2.0:1746126661.902256:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287808 00000100:00100000:3.0:1746126661.902310:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5955 00000100:00100000:3.0:1746126661.902318:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973287808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.902326:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.902335:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44ee expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.902350:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.902354:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.902360:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126661.902363:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.902387:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.902399:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.902408:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126661.902479:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973287808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.902485:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5955 00000100:00100000:1.0:1746126661.903583:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741056:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.903604:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.903614:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:1.0:1746126661.903639:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973287680:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2407us (2501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.903645:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5954 00000100:00100000:0.0:1746126661.903841:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.904064:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973287936 00000100:00100000:3.0:1746126661.904070:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973287936 00010000:00010000:3.0:1746126661.904090:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.904119:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7644 00000100:00100000:3.0:1746126661.904125:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973287936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.904135:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.904155:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.904165:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.904185:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7918 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.904208:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.904210:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.904217:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.904226:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.904249:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.904259:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.904269:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741312:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.904322:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.905860:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.905954:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741312:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126661.905962:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973288192 00000100:00100000:2.0:1746126661.905968:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973288192 00010000:00010000:3.0:1746126661.905973:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126661.906002:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29f80 x1830945973288192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126661.906004:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973287936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1878us (2162us total) trans 0 rc 0/0 00002000:00100000:2.0:1746126661.906011:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945973288192 ext(0->4095) 00000100:00100000:3.0:1746126661.906012:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7644 00010000:00010000:2.0:1746126661.906018:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.906029:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.906036:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c29f80 00000100:00100000:2.0:1746126661.906063:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2202 00000100:00100000:2.0:1746126661.906069:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973288192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.906229:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973288192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.906238:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2202 00002000:00100000:2.0:1746126661.906243:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29f80 x1830945973288192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.906251:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29f80 with x1830945973288192 ext(0->4095) 00010000:00010000:2.0:1746126661.906255:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.906263:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.906269:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c29f80 00000100:00100000:0.0:1746126661.907748:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.907828:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973288320 00000100:00100000:3.0:1746126661.907833:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973288320 00010000:00010000:3.0:1746126661.907853:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.907918:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7645 00000100:00100000:3.0:1746126661.907925:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945973288320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.907937:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.907952:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.907962:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.907983:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c791f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44e7 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.908008:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.908010:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.908015:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.908021:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.908045:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.908052:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741440:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.908113:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.909274:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741440:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.909289:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.909327:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973288320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1402us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.909338:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7645 00000100:00100000:0.0:1746126661.909575:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.909725:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973288576 00000100:00100000:2.0:1746126661.909730:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973288576 00002000:00100000:2.0:1746126661.909759:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2bb80 x1830945973288576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.909769:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945973288576 ext(0->4095) 00002000:00010000:2.0:1746126661.909773:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2bb80 00000100:00100000:2.0:1746126661.909799:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4299 00000100:00100000:2.0:1746126661.909805:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973288576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.909962:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973288576:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.909968:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4299 00002000:00100000:2.0:1746126661.909973:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2bb80 x1830945973288576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.909986:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945973288576 ext(0->4095) 00002000:00010000:2.0:1746126661.909988:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2bb80 00000100:00100000:0.0:1746126661.910944:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.911340:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973288704 00000100:00100000:1.0:1746126661.911345:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973288704 00000100:00100000:1.0:1746126661.911382:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5956 00000100:00100000:1.0:1746126661.911388:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973288704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.911398:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.911412:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44f5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.911475:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.911481:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.911483:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.911486:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.911527:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.911538:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 49 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.911548:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741568:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.911619:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.913075:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741568:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.913097:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.913110:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126661.913142:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973288704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1753us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.913149:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5956 00000100:00100000:0.0:1746126661.913490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.913531:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973288832 00000100:00100000:3.0:1746126661.913537:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973288832 00010000:00010000:3.0:1746126661.913688:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.913806:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7646 00000100:00100000:3.0:1746126661.913813:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973288832:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.913823:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.913842:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.913853:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.913874:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7926 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44ee expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.913898:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.913900:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.913906:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.913913:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.913940:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.913952:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741696:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.913992:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.915125:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741696:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.915138:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.915172:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973288832:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1358us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.915186:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7646 00000100:00100000:0.0:1746126661.915258:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.915317:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289088 00000100:00100000:1.0:1746126661.915322:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289088 00002000:00100000:1.0:1746126661.915350:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29180 x1830945973289088/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.915360:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29180 with x1830945973289088 ext(0->4095) 00002000:00010000:1.0:1746126661.915363:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29180 00000100:00100000:1.0:1746126661.915387:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4300 00000100:00100000:1.0:1746126661.915393:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973289088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.915902:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973289088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 508us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.915908:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4300 00002000:00100000:1.0:1746126661.915913:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29180 x1830945973289088/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.915919:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29180 with x1830945973289088 ext(0->4095) 00002000:00010000:1.0:1746126661.915922:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29180 00000100:00100000:0.0:1746126661.917053:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.917092:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289216 00000100:00100000:1.0:1746126661.917097:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289216 00000100:00100000:1.0:1746126661.917131:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5957 00000100:00100000:1.0:1746126661.917136:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973289216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.917145:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.917158:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec44fc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.917179:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.917185:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.917186:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.917190:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.917212:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.917226:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.917237:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741824:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.917306:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.918908:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.918958:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289344 00000100:00100000:3.0:1746126661.918964:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289344 00010000:00010000:3.0:1746126661.918987:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.918994:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973741824:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.919015:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.919018:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7647 00000100:00100000:3.0:1746126661.919023:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973289344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126661.919028:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00010000:00010000:3.0:1746126661.919032:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.919051:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.919054:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973289216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.919060:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5957 00010000:00010000:3.0:1746126661.919061:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.919078:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c792d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44f5 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.919543:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.919546:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.919553:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.919785:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.919830:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.919840:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741952:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.920319:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.920394:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.920503:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289472 00000100:00100000:1.0:1746126661.920508:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289472 00000100:00100000:1.0:1746126661.920548:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5958 00000100:00100000:1.0:1746126661.920553:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973289472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.920564:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.920575:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4503 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.920589:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.920599:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.920601:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.920603:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.920619:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.920628:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.920636:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742080:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.920686:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.921848:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973741952:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.921863:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.921942:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742080:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.921957:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.921967:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:3.0:1746126661.922057:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973289344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3032us (3152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.922065:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7647 00000100:00100000:0.0:1746126661.922186:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.922254:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973289472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1700us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.922259:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5958 00000100:00100000:2.0:1746126661.922407:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289728 00000100:00100000:2.0:1746126661.922422:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289728 00002000:00100000:2.0:1746126661.922481:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911abb80 x1830945973289728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.922490:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945973289728 ext(0->4095) 00010000:00010000:2.0:1746126661.922496:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.922507:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.922512:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:2.0:1746126661.922526:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2203 00000100:00100000:2.0:1746126661.922531:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973289728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.922933:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973289728:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 401us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.922939:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2203 00002000:00100000:2.0:1746126661.922944:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911abb80 x1830945973289728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.922952:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911abb80 with x1830945973289728 ext(0->4095) 00010000:00010000:2.0:1746126661.922956:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.922966:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.922971:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911abb80 00000100:00100000:0.0:1746126661.924606:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.924653:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289856 00000100:00100000:1.0:1746126661.924659:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289856 00000100:00100000:1.0:1746126661.924691:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5959 00000100:00100000:1.0:1746126661.924695:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973289856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.924706:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.924719:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec450a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.924741:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.924746:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.924752:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126661.924755:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.924835:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.924849:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.924858:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126661.924895:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973289856:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.924901:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5959 00000100:00100000:0.0:1746126661.925219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.925299:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973289984 00000100:00100000:3.0:1746126661.925303:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973289984 00010000:00010000:3.0:1746126661.925515:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.925535:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7648 00000100:00100000:3.0:1746126661.925541:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973289984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.925549:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.925567:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.925582:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.925598:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7934 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec44fc expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.925609:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.925611:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.925617:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.925624:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.925643:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.925652:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.925663:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742336:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.926083:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.927687:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742336:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.927704:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.927737:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973289984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2196us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.927751:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7648 00000100:00100000:0.0:1746126661.927899:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.928046:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973290240 00000100:00100000:2.0:1746126661.928054:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973290240 00002000:00100000:2.0:1746126661.928083:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab100 x1830945973290240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.928093:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab100 with x1830945973290240 ext(0->4095) 00010000:00010000:2.0:1746126661.928101:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.928112:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.928118:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab100 00000100:00100000:2.0:1746126661.928133:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2204 00000100:00100000:2.0:1746126661.928139:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973290240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.928288:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973290240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.928294:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2204 00002000:00100000:2.0:1746126661.928299:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab100 x1830945973290240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.928305:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab100 with x1830945973290240 ext(0->4095) 00010000:00010000:2.0:1746126661.928311:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.928320:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.928325:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911ab100 00000100:00100000:0.0:1746126661.930047:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.930095:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.930281:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973290368 00000100:00100000:1.0:1746126661.930289:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973290368 00000100:00100000:1.0:1746126661.930332:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5960 00000100:00100000:1.0:1746126661.930338:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973290368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.930352:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.930368:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4511 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.930379:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973290496 00000100:00100000:3.0:1746126661.930383:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973290496 00010000:00010000:1.0:1746126661.930393:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.930398:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.930399:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.930404:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126661.930408:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.930426:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7649 00000100:00100000:3.0:1746126661.930432:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1979:x1830945973290496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.930440:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126661.930471:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.930477:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.930484:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.930488:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.930835:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c793b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4503 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.930836:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.930838:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.930845:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.930853:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.930862:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126661.930872:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.930882:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.930898:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742592:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.930907:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1979:x1830945973290496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 475us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.930913:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7649 00000100:00100000:1.0:1746126661.931699:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.933591:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742592:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.933609:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126661.933644:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973290368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3305us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.933651:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5960 00000100:00100000:0.0:1746126661.934656:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.934700:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973290752 00000100:00100000:2.0:1746126661.934707:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973290752 00002000:00100000:2.0:1746126661.934749:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274b480 x1830945973290752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.934760:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274b480 with x1830945973290752 ext(0->4095) 00010000:00010000:2.0:1746126661.934770:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.934784:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.934790:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009274b480 00000100:00100000:2.0:1746126661.934820:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2205 00000100:00100000:2.0:1746126661.934827:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973290752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.935008:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973290752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.935015:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2205 00002000:00100000:2.0:1746126661.935020:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274b480 x1830945973290752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.935033:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274b480 with x1830945973290752 ext(0->4095) 00010000:00010000:2.0:1746126661.935037:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.935045:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.935050:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009274b480 00000100:00100000:0.0:1746126661.936999:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.937643:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973290880 00000100:00100000:3.0:1746126661.937653:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973290880 00010000:00010000:3.0:1746126661.937684:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.937729:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7650 00000100:00100000:3.0:1746126661.937738:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973290880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.937752:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.937773:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.937786:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.937807:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7942 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec450a expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.937837:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.937838:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.937845:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.937853:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.937884:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.937895:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742720:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.939431:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.942324:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742720:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.942346:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.942402:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973290880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4663us (5409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.942422:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7650 00000100:00100000:0.0:1746126661.942961:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.943578:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291136 00000100:00100000:2.0:1746126661.943585:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291136 00002000:00100000:2.0:1746126661.943623:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274a300 x1830945973291136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.943633:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274a300 with x1830945973291136 ext(0->4095) 00002000:00010000:2.0:1746126661.943637:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009274a300 00000100:00100000:2.0:1746126661.944138:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4301 00000100:00100000:2.0:1746126661.944146:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973291136:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126661.944327:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973291136:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (1367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.944333:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4301 00002000:00100000:2.0:1746126661.944339:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009274a300 x1830945973291136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.944346:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009274a300 with x1830945973291136 ext(0->4095) 00002000:00010000:2.0:1746126661.944349:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009274a300 00000100:00100000:0.0:1746126661.946326:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.946379:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291264 00000100:00100000:1.0:1746126661.946389:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291264 00000100:00100000:1.0:1746126661.946475:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5961 00000100:00100000:1.0:1746126661.946482:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973291264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.946499:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.946516:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4518 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.946542:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.946550:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.946552:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.946556:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.946586:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.946602:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 49 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.946614:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742848:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.946917:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.948247:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973742848:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.948273:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.948286:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126661.948333:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973291264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1849us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.948341:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5961 00000100:00100000:0.0:1746126661.948557:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.948735:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291392 00000100:00100000:3.0:1746126661.948741:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291392 00010000:00010000:3.0:1746126661.948763:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.948782:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7651 00000100:00100000:3.0:1746126661.948787:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973291392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.948796:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.948816:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.948826:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.948846:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7949 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4511 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.949331:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.949334:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.949342:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.949351:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.949388:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.949403:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742976:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.949528:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fdaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.950934:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973742976:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.950952:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.951000:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973291392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2210us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.951010:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7651 00000100:00100000:0.0:1746126661.951192:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.951212:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291648 00000100:00100000:2.0:1746126661.951217:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291648 00002000:00100000:2.0:1746126661.951249:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945973291648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.951259:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945973291648 ext(0->4095) 00002000:00010000:2.0:1746126661.951263:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748380 00000100:00100000:2.0:1746126661.951289:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4302 00000100:00100000:2.0:1746126661.951295:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973291648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.951495:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973291648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.951501:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4302 00002000:00100000:2.0:1746126661.951506:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748380 x1830945973291648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.951512:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748380 with x1830945973291648 ext(0->4095) 00002000:00010000:2.0:1746126661.951514:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748380 00000100:00100000:0.0:1746126661.953063:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.953102:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291776 00000100:00100000:1.0:1746126661.953109:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291776 00000100:00100000:1.0:1746126661.953146:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5962 00000100:00100000:1.0:1746126661.953152:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973291776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.953165:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.953180:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec451f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.953203:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.953214:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.953215:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.953219:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.953248:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.953258:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.953271:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743104:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.953343:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.953475:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.953513:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973291904 00000100:00100000:2.0:1746126661.953516:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973291904 00000100:00100000:2.0:1746126661.953535:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5963 00000100:00100000:2.0:1746126661.953540:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973291904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126661.953550:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126661.953557:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4526 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.953568:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126661.953571:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.953577:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126661.953580:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.953603:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.953615:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126661.953623:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126661.953654:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973291904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126661.953660:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5963 00000100:00100000:1.0:1746126661.954810:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743104:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.954855:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.954866:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126661.954991:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973291776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.954997:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5962 00000100:00100000:0.0:1746126661.955207:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.955340:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292032 00000100:00100000:3.0:1746126661.955345:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292032 00010000:00010000:3.0:1746126661.955365:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.955385:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7652 00000100:00100000:3.0:1746126661.955390:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973292032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.955400:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.955429:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.955440:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.955486:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4518 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.955514:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.955516:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.955522:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.955529:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.955554:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.955563:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.955572:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743360:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.955618:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.957250:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743360:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.957267:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.957307:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973292032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1915us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.957315:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7652 00000100:00100000:0.0:1746126661.957390:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.957680:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292288 00000100:00100000:2.0:1746126661.957686:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292288 00002000:00100000:2.0:1746126661.957719:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f100 x1830945973292288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.957728:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f100 with x1830945973292288 ext(0->4095) 00010000:00010000:2.0:1746126661.957737:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.957748:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.957754:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f100 00000100:00100000:2.0:1746126661.957768:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2206 00000100:00100000:2.0:1746126661.957774:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973292288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126661.957967:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973292288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.957976:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2206 00002000:00100000:2.0:1746126661.957982:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f100 x1830945973292288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.957988:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f100 with x1830945973292288 ext(0->4095) 00010000:00010000:2.0:1746126661.957992:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126661.958001:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126661.958006:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f100 00000100:00100000:0.0:1746126661.961098:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.961217:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292416 00000100:00100000:3.0:1746126661.961225:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292416 00010000:00010000:3.0:1746126661.961252:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.961278:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7653 00000100:00100000:3.0:1746126661.961284:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973292416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.961294:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.961313:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.961323:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.961425:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7957 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec451f expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.961473:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.961475:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.961482:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.961489:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.961520:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.961533:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743488:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.961617:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.963842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.963941:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292672 00000100:00100000:2.0:1746126661.963949:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292672 00000100:00100000:3.0:1746126661.963954:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743488:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.963972:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126661.963988:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ed80 x1830945973292672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.963998:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ed80 with x1830945973292672 ext(0->4095) 00002000:00010000:2.0:1746126661.964002:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ed80 00000100:00100000:3.0:1746126661.964022:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973292416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2736us (2932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.964031:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7653 00000100:00100000:2.0:1746126661.964062:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4303 00000100:00100000:2.0:1746126661.964069:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973292672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126661.964237:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973292672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.964244:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4303 00002000:00100000:2.0:1746126661.964249:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ed80 x1830945973292672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.964256:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ed80 with x1830945973292672 ext(0->4095) 00002000:00010000:2.0:1746126661.964259:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9ed80 00000100:00100000:0.0:1746126661.965978:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.966134:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292800 00000100:00100000:1.0:1746126661.966141:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292800 00000100:00100000:1.0:1746126661.966370:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5964 00000100:00100000:1.0:1746126661.966378:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973292800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.966394:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.966410:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec452d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.966466:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.966473:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.966475:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.966478:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.966507:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 49 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.966518:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 49 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.966529:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743616:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.966609:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.967747:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743616:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.967770:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.967783:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126661.967820:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973292800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1442us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.967830:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5964 00000100:00100000:0.0:1746126661.968215:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.968294:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973292928 00000100:00100000:3.0:1746126661.968300:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973292928 00010000:00010000:3.0:1746126661.968321:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.968348:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7654 00000100:00100000:3.0:1746126661.968353:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973292928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.968364:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.968382:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.968391:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.968409:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c795e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4526 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.968461:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.968464:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.968471:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.968479:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.968505:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.968514:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743744:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.968571:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.970726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126661.970785:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293184 00000100:00100000:2.0:1746126661.970793:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293184 00002000:00100000:2.0:1746126661.970830:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9c380 x1830945973293184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.970841:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c380 with x1830945973293184 ext(0->4095) 00002000:00010000:2.0:1746126661.970845:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c380 00000100:00100000:2.0:1746126661.970878:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4304 00000100:00100000:2.0:1746126661.970884:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973293184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126661.970896:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973743744:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.970913:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.970948:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:1982:x1830945973292928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2594us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.970955:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7654 00000100:00100000:2.0:1746126661.971035:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973293184:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126661.971041:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4304 00002000:00100000:2.0:1746126661.971047:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9c380 x1830945973293184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126661.971053:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c380 with x1830945973293184 ext(0->4095) 00002000:00010000:2.0:1746126661.971055:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c380 00000100:00100000:0.0:1746126661.972863:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.972939:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293312 00000100:00100000:1.0:1746126661.972946:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293312 00000100:00100000:1.0:1746126661.973029:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5965 00000100:00100000:1.0:1746126661.973036:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31659:x1830945973293312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.973049:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.973063:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4534 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.973087:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.973093:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.973095:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126661.973098:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.973126:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.973136:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.973147:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743872:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.973648:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126661.975753:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.975839:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.975922:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293568 00000100:00100000:3.0:1746126661.975928:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293568 00000100:00100000:1.0:1746126661.975932:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973743872:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126661.975956:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.975959:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.975972:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:3.0:1746126661.975979:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7655 00000100:00100000:3.0:1746126661.975985:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973293568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.975996:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126661.976009:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31659:x1830945973293312:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2974us (3152us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126661.976014:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.976016:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5965 00010000:00010000:3.0:1746126661.976024:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.976030:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293440 00000100:00100000:1.0:1746126661.976033:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293440 00010000:00010000:3.0:1746126661.976043:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7965 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec452d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.976055:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5966 00010000:00010000:3.0:1746126661.976063:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.976065:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.976071:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126661.976077:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973293440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126661.976079:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.976090:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.976097:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec453b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.976109:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.976110:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.976116:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.976117:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.976119:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.976692:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.976703:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.976768:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00010000:00010000:1.0:1746126661.976958:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.976967:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.976977:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744128:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126661.977029:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.980307:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744000:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126661.980308:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126661.980327:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.980381:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973293568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4395us (4540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.980392:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7655 00000100:00100000:1.0:1746126661.980475:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293824 00000100:00100000:1.0:1746126661.980482:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293824 00002000:00100000:1.0:1746126661.980520:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911880 x1830945973293824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.980531:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911880 with x1830945973293824 ext(0->4095) 00010000:00010000:1.0:1746126661.980538:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.980550:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.980555:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d911880 00000100:00100000:1.0:1746126661.980581:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2207 00000100:00100000:1.0:1746126661.980587:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973293824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.981040:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973293824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 451us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.981046:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2207 00002000:00100000:1.0:1746126661.981051:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911880 x1830945973293824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.981057:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911880 with x1830945973293824 ext(0->4095) 00010000:00010000:1.0:1746126661.981061:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.981070:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.981075:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d911880 00000100:00100000:1.0:1746126661.981099:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744128:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.981116:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.981128:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126661.981160:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973293440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5099us (5416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.981166:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5966 00000100:00100000:0.0:1746126661.983485:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126661.983524:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.983602:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973293952 00000100:00100000:1.0:1746126661.983611:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973293952 00000100:00100000:3.0:1746126661.983660:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294080 00000100:00100000:3.0:1746126661.983664:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294080 00010000:00010000:3.0:1746126661.983685:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.983725:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7656 00000100:00100000:3.0:1746126661.983732:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973294080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.983744:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.983763:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.983808:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5967 00000100:00100000:1.0:1746126661.983815:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973293952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.983830:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126661.983850:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.983873:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c796c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4534 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.983890:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.983892:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.983899:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.983906:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.983936:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4542 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.983937:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.983949:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744256:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126661.983954:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.983961:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.983963:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.983966:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.983983:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.983993:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126661.984003:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744384:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126661.984243:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126661.984349:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.987096:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744256:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.987119:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126661.987134:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744384:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126661.987156:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.987157:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973294080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3425us (3631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.987166:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7656 00010000:00010000:1.0:1746126661.987171:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126661.987192:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973293952:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3378us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.987199:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5967 00000100:00100000:0.0:1746126661.987231:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.987354:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294336 00000100:00100000:1.0:1746126661.987361:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294336 00002000:00100000:1.0:1746126661.987391:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913800 x1830945973294336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.987400:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913800 with x1830945973294336 ext(0->4095) 00010000:00010000:1.0:1746126661.987406:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.987431:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.987436:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d913800 00000100:00100000:1.0:1746126661.987473:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2208 00000100:00100000:1.0:1746126661.987479:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973294336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126661.987955:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973294336:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 474us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.987964:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2208 00002000:00100000:1.0:1746126661.987970:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913800 x1830945973294336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.987977:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913800 with x1830945973294336 ext(0->4095) 00010000:00010000:1.0:1746126661.987982:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.987991:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.987997:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d913800 00000100:00100000:0.0:1746126661.989678:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.990113:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294464 00000100:00100000:1.0:1746126661.990122:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294464 00000100:00100000:1.0:1746126661.990281:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5968 00000100:00100000:1.0:1746126661.990289:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973294464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126661.990304:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126661.990320:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4549 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.990345:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126661.990350:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.990357:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126661.990360:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.990396:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.990406:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126661.990425:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126661.990489:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973294464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126661.990494:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5968 00000100:00100000:2.0:1746126661.990625:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.990671:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294592 00000100:00100000:3.0:1746126661.990675:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294592 00010000:00010000:3.0:1746126661.990693:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.990793:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7657 00000100:00100000:3.0:1746126661.990799:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1980:x1830945973294592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.990807:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.990825:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.990835:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.990851:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7973 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec453b expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.990873:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.990874:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.990880:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.990886:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.990906:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.990916:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.990927:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744640:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.991093:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126661.992978:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744640:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126661.992999:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126661.993044:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1980:x1830945973294592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2243us (2418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126661.993053:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7657 00000100:00100000:0.0:1746126661.993521:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126661.993664:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294848 00000100:00100000:1.0:1746126661.993672:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294848 00002000:00100000:1.0:1746126661.993708:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910380 x1830945973294848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/0 e 0 to 0 dl 1746126672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.993718:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945973294848 ext(0->4095) 00010000:00010000:1.0:1746126661.993725:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.993741:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.993748:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910380 00000100:00100000:1.0:1746126661.993775:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2209 00000100:00100000:1.0:1746126661.993781:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973294848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126661.994364:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973294848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 582us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126661.994370:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2209 00002000:00100000:1.0:1746126661.994375:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910380 x1830945973294848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:422/0 lens 488/4536 e 0 to 0 dl 1746126672 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126661.994382:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910380 with x1830945973294848 ext(0->4095) 00010000:00010000:1.0:1746126661.994387:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126661.994395:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126661.994400:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910380 00000100:00100000:0.0:1746126661.996947:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126661.997235:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973294976 00000100:00100000:3.0:1746126661.997245:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973294976 00010000:00010000:3.0:1746126661.997272:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126661.997528:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7658 00000100:00100000:3.0:1746126661.997535:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973294976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126661.997547:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126661.997566:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.997577:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.997600:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c797a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4542 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126661.997627:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.997628:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126661.997636:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.997644:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126661.997680:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126661.997692:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744768:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126661.998070:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.000031:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.000157:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973744768:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.000177:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.000211:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973294976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2676us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.000222:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7658 00000100:00100000:1.0:1746126662.000327:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973295232 00000100:00100000:1.0:1746126662.000333:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973295232 00002000:00100000:1.0:1746126662.000375:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945973295232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.000384:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945973295232 ext(0->4095) 00002000:00010000:1.0:1746126662.000390:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:1.0:1746126662.000427:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4305 00000100:00100000:1.0:1746126662.000434:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973295232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.000592:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973295232:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.000598:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4305 00002000:00100000:1.0:1746126662.000602:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910a80 x1830945973295232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.000609:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910a80 with x1830945973295232 ext(0->4095) 00002000:00010000:1.0:1746126662.000612:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910a80 00000100:00100000:0.0:1746126662.003949:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.004036:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973295360 00000100:00100000:2.0:1746126662.004046:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973295360 00000100:00100000:2.0:1746126662.004085:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5969 00000100:00100000:2.0:1746126662.004091:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973295360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.004109:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.004125:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4550 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.004151:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.004158:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.004159:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.004162:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.004194:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.004205:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 49 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.004216:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744896:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.004284:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.006849:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973744896:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.006880:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.006896:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.006940:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973295360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.006949:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5969 00000100:00100000:0.0:1746126662.007720:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.008074:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973295488 00000100:00100000:3.0:1746126662.008085:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973295488 00010000:00010000:3.0:1746126662.008121:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.008150:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7659 00000100:00100000:3.0:1746126662.008157:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973295488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.008169:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.008185:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.008195:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.008214:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7981 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4549 expref: 50 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.008246:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.008248:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.008254:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.008262:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.008287:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.008297:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745024:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.008368:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.011083:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.011227:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973295616 00000100:00100000:2.0:1746126662.011234:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973295616 00000100:00100000:0.0:1746126662.011307:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.011390:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745024:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.011408:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.011580:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973295872 00000100:00100000:2.0:1746126662.011583:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973295872 00002000:00100000:2.0:1746126662.011608:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945973295872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.011617:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945973295872 ext(0->4095) 00002000:00010000:2.0:1746126662.011621:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d912680 00000100:00100000:2.0:1746126662.011633:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4306 00000100:00100000:2.0:1746126662.011639:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973295872:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.011840:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973295488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3683us (4132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.011848:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7659 00000100:00100000:3.0:1746126662.011869:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5970 00000100:00100000:3.0:1746126662.011874:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+49:31658:x1830945973295616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.011882:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.011895:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4557 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.011914:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.011920:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.011922:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.011925:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.011943:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.011957:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.011967:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973745152:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.012157:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973295872:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 518us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.012163:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4306 00002000:00100000:2.0:1746126662.012168:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d912680 x1830945973295872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.012175:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d912680 with x1830945973295872 ext(0->4095) 00010000:00010000:2.0:1746126662.012179:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.012188:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.012194:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d912680 00000100:00100000:3.0:1746126662.012364:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.016560:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.016669:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296000 00000100:00100000:2.0:1746126662.016812:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296000 00000100:00100000:2.0:1746126662.016848:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5971 00000100:00100000:2.0:1746126662.016854:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31659:x1830945973296000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.016870:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.016883:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec455e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.016903:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.016908:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.016914:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.016918:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.016943:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.016955:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.016964:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126662.017101:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973745152:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.017119:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.017127:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:2.0:1746126662.018742:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973296000:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1880us (2180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.018752:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5971 00000100:00100000:3.0:1746126662.018785:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973295616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6860us (7659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.018791:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5970 00000100:00100000:1.0:1746126662.018981:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.019190:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296128 00000100:00100000:3.0:1746126662.019196:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296128 00010000:00010000:3.0:1746126662.019220:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.019248:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7660 00000100:00100000:3.0:1746126662.019254:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973296128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.019264:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.019280:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.019291:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.019308:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7988 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4550 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.019330:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.019332:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.019339:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.019346:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.019371:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 50 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.019380:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 50 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.019390:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745408:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.019479:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.021091:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745408:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.021107:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.021227:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973296128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1972us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.021236:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7660 00000100:00100000:0.0:1746126662.024564:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.024638:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296384 00000100:00100000:2.0:1746126662.024646:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296384 00002000:00100000:2.0:1746126662.024685:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678700 x1830945973296384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.024695:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945973296384 ext(0->4095) 00010000:00010000:2.0:1746126662.024704:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.024718:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.024726:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678700 00000100:00100000:2.0:1746126662.024751:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2210 00000100:00100000:2.0:1746126662.024757:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973296384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.024899:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973296384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.024905:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2210 00002000:00100000:2.0:1746126662.024910:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678700 x1830945973296384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.024917:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945973296384 ext(0->4095) 00010000:00010000:2.0:1746126662.024921:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.024930:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.024935:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092678700 00000100:00100000:0.0:1746126662.029199:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.029258:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296512 00000100:00100000:3.0:1746126662.029266:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296512 00010000:00010000:3.0:1746126662.029292:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.029325:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7661 00000100:00100000:3.0:1746126662.029331:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1981:x1830945973296512:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.029342:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.029359:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.029370:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.029389:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c798f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4557 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.030644:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.030647:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.030654:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.030663:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.030689:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.030700:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745536:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.032306:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.035035:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745536:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.035052:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.035091:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973296512:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5759us (5898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.035100:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7661 00000100:00100000:0.0:1746126662.037667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.038099:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296768 00000100:00100000:2.0:1746126662.038106:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296768 00002000:00100000:2.0:1746126662.038139:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092679880 x1830945973296768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.038149:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679880 with x1830945973296768 ext(0->4095) 00002000:00010000:2.0:1746126662.038154:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679880 00000100:00100000:2.0:1746126662.038180:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4307 00000100:00100000:2.0:1746126662.038187:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973296768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.038339:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973296768:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.038345:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4307 00002000:00100000:2.0:1746126662.038351:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092679880 x1830945973296768/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.038358:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679880 with x1830945973296768 ext(0->4095) 00002000:00010000:2.0:1746126662.038360:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679880 00000100:00100000:0.0:1746126662.043097:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.043184:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973296896 00000100:00100000:2.0:1746126662.043192:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973296896 00000100:00100000:2.0:1746126662.043239:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5972 00000100:00100000:2.0:1746126662.043246:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973296896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.043261:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.043276:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4565 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.043298:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.043310:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.043311:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.043314:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.043339:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 49 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.043349:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 49 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.043359:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973745664:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.043475:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.046701:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973745664:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.046739:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.046758:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.046834:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973296896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3587us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.046843:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5972 00000100:00100000:0.0:1746126662.047110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.047160:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.047321:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297152 00000100:00100000:2.0:1746126662.047328:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297152 00000100:00100000:2.0:1746126662.047366:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5973 00000100:00100000:2.0:1746126662.047372:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:31658:x1830945973297152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.047388:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.047402:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec456c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.047435:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.047440:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.047462:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126662.047466:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.047499:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.047509:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.047516:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126662.047538:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973297152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.047543:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5973 00000100:00100000:3.0:1746126662.047704:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297024 00000100:00100000:3.0:1746126662.047711:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297024 00010000:00010000:3.0:1746126662.047739:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.047772:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7662 00000100:00100000:3.0:1746126662.047779:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973297024:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.047791:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.047808:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.047819:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.047840:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7996 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec455e expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.047869:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.047871:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.047878:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.047885:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.047916:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.047931:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 5 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.047941:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745920:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.048010:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.051591:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973745920:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.051609:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.051658:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1982:x1830945973297024:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3877us (4553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.051667:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7662 00000100:00100000:0.0:1746126662.053506:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.053658:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297408 00000100:00100000:2.0:1746126662.053664:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297408 00002000:00100000:2.0:1746126662.053696:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276f800 x1830945973297408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.053705:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276f800 with x1830945973297408 ext(0->4095) 00010000:00010000:2.0:1746126662.053712:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.053723:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.053729:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276f800 00000100:00100000:2.0:1746126662.053743:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2211 00000100:00100000:2.0:1746126662.053748:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973297408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.053884:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973297408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.053890:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2211 00002000:00100000:2.0:1746126662.053895:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276f800 x1830945973297408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.053902:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276f800 with x1830945973297408 ext(0->4095) 00010000:00010000:2.0:1746126662.053905:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.053914:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.053919:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276f800 00000100:00100000:0.0:1746126662.056624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.056875:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297536 00000100:00100000:3.0:1746126662.056881:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297536 00010000:00010000:3.0:1746126662.056908:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.056937:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7663 00000100:00100000:3.0:1746126662.056942:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973297536:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.056953:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.056968:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.056978:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.056997:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c799d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4565 expref: 6 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.057020:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.057022:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.057028:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.057035:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.057405:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.057425:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746048:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.057821:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.061145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.061200:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297792 00000100:00100000:1.0:1746126662.061208:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297792 00002000:00100000:1.0:1746126662.061241:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276dc00 x1830945973297792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.061255:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276dc00 with x1830945973297792 ext(0->4095) 00002000:00010000:1.0:1746126662.061260:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276dc00 00000100:00100000:1.0:1746126662.061290:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4308 00000100:00100000:1.0:1746126662.061297:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973297792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.061323:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746048:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.061338:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.061370:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973297536:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4428us (4751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.061377:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7663 00000100:00100000:1.0:1746126662.061423:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973297792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.061429:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4308 00002000:00100000:1.0:1746126662.061434:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276dc00 x1830945973297792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.061466:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276dc00 with x1830945973297792 ext(0->4095) 00002000:00010000:1.0:1746126662.061469:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276dc00 00000100:00100000:0.0:1746126662.063826:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.064409:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973297920 00000100:00100000:2.0:1746126662.064425:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973297920 00000100:00100000:2.0:1746126662.064720:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5974 00000100:00100000:2.0:1746126662.064728:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973297920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.064744:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.064760:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4573 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.064782:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.064789:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.064790:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.064793:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.064817:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.064828:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 49 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.064838:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746176:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.068560:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.072765:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.072867:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746176:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.072893:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.072908:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.072940:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973297920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8213us (9119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.072951:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5974 00000100:00100000:3.0:1746126662.073474:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298048 00000100:00100000:3.0:1746126662.073480:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298048 00002000:00100000:3.0:1746126662.073510:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009276c700 x1830945973298048/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.073519:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c700 with x1830945973298048 ext(0->7) 00010000:00010000:3.0:1746126662.073525:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 50 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.073540:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 50 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.073546:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276c700 00000100:00100000:3.0:1746126662.074313:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2212 00000100:00100000:3.0:1746126662.074320:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+50:1981:x1830945973298048:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126662.074599:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973298048:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 279us (1839us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1746126662.074605:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2212 00002000:00100000:3.0:1746126662.074610:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009276c700 x1830945973298048/t4294968044(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.074618:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c700 with x1830945973298048 ext(0->7) 00010000:00010000:3.0:1746126662.074622:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.074631:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.074636:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276c700 00000100:00100000:0.0:1746126662.083481:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.083610:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298176 00000100:00100000:3.0:1746126662.083617:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298176 00010000:00010000:3.0:1746126662.083647:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.083671:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7664 00000100:00100000:3.0:1746126662.083679:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973298176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.083692:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.083710:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.083720:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.083740:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c79a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec456c expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.083755:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.083757:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.083762:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.083769:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.083795:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.083804:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746304:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.084401:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.087917:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.088309:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.088398:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746304:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.088424:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.088703:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298560 00000100:00100000:1.0:1746126662.088710:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298560 00002000:00100000:1.0:1746126662.088748:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaed80 x1830945973298560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.088758:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830945973298560 ext(0->4095) 00002000:00010000:1.0:1746126662.088769:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaed80 00000100:00100000:1.0:1746126662.088795:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4309 00000100:00100000:1.0:1746126662.088802:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973298560:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126662.089148:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298432 00000100:00100000:0.0:1746126662.089153:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298432 00000100:00100000:0.0:1746126662.089176:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5975 00000100:00100000:0.0:1746126662.089181:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973298432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126662.089190:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126662.089204:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec457a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.089225:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.089232:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.089233:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.089236:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.089260:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.089271:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:0.0:1746126662.089282:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746432:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.089335:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973298176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5655us (5894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.089343:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7664 00000100:00100000:1.0:1746126662.089857:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973298560:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1054us (1546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.089864:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4309 00002000:00100000:1.0:1746126662.089869:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaed80 x1830945973298560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.089876:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830945973298560 ext(0->4095) 00010000:00010000:1.0:1746126662.089881:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.089890:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.089895:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaed80 00000100:00100000:1.0:1746126662.090409:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.092864:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009276c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746432:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.092892:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.092906:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948da600, rc 0) 00000100:00100000:1.0:1746126662.092956:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973298432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3773us (5043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.092964:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5975 00000100:00100000:1.0:1746126662.094052:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.094113:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.094119:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298688 00000100:00100000:2.0:1746126662.094133:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298688 00000100:00100000:2.0:1746126662.094317:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5976 00000100:00100000:2.0:1746126662.094325:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973298688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.094340:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.094353:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4581 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.094371:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.094375:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.094381:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.094384:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.094425:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.094433:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973298816 00000100:00100000:3.0:1746126662.094437:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973298816 00010000:00010000:2.0:1746126662.094437:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.094464:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00010000:00010000:3.0:1746126662.094470:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.094495:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7665 00000100:00100000:3.0:1746126662.094501:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973298816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.094508:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.094524:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.094534:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.094550:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4573 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.094569:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.094571:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.094576:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.094582:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.094598:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.094607:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.094620:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746688:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.094725:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973298688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 400us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.094732:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5976 00000100:00100000:3.0:1746126662.094738:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7fda840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.096335:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746688:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.096350:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.096383:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973298816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1882us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.096390:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7665 00000100:00100000:2.0:1746126662.097701:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.097847:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299072 00000100:00100000:0.0:1746126662.097853:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299072 00002000:00100000:0.0:1746126662.097920:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaca80 x1830945973299072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126662.097928:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830945973299072 ext(0->4095) 00010000:00010000:0.0:1746126662.097936:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.097947:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:0.0:1746126662.097954:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaca80 00000100:00100000:2.0:1746126662.098024:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2213 00000100:00100000:2.0:1746126662.098032:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973299072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.098155:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973299072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.098161:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2213 00002000:00100000:2.0:1746126662.098166:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eaca80 x1830945973299072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.098172:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830945973299072 ext(0->4095) 00010000:00010000:2.0:1746126662.098176:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.098185:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.098190:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaca80 00000100:00100000:1.0:1746126662.100301:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.100553:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299200 00000100:00100000:3.0:1746126662.100562:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299200 00010000:00010000:3.0:1746126662.100587:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.100608:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7666 00000100:00100000:3.0:1746126662.100614:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973299200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.100623:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.100638:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.100647:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.100664:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948da600/0x9cce4314879c79b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec457a expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.100856:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.100858:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.100864:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.100871:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.100899:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.100909:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746816:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.101566:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.104171:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973746816:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.104188:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.104229:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973299200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3614us (3936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.104238:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7666 00000100:00100000:0.0:1746126662.104687:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.104942:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299456 00000100:00100000:3.0:1746126662.104947:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299456 00002000:00100000:3.0:1746126662.104975:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276e300 x1830945973299456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.104983:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276e300 with x1830945973299456 ext(0->4095) 00002000:00010000:3.0:1746126662.104987:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276e300 00000100:00100000:3.0:1746126662.105220:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4310 00000100:00100000:3.0:1746126662.105227:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973299456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.105869:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973299456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 641us (1181us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.105876:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4310 00002000:00100000:3.0:1746126662.105881:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276e300 x1830945973299456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.105889:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276e300 with x1830945973299456 ext(0->4095) 00002000:00010000:3.0:1746126662.105892:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276e300 00000100:00100000:0.0:1746126662.109580:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.109720:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299584 00000100:00100000:2.0:1746126662.109727:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299584 00000100:00100000:2.0:1746126662.109758:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5977 00000100:00100000:2.0:1746126662.109765:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973299584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.109778:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.109791:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4588 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.109818:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.109824:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.109826:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.109829:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.109851:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.109860:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.109870:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746944:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.109941:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.111609:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973746944:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.111630:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.111643:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.111669:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973299584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1904us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.111676:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5977 00000100:00100000:0.0:1746126662.112077:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.112175:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299712 00000100:00100000:3.0:1746126662.112180:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299712 00010000:00010000:3.0:1746126662.112198:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.112224:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7667 00000100:00100000:3.0:1746126662.112229:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973299712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.112239:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.112255:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.112264:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.112743:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c79b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4581 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.112920:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.112923:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.112930:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.112938:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.112963:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.112973:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747072:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.113034:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.115801:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.115834:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973299840 00000100:00100000:1.0:1746126662.115835:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.115844:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973299840 00000100:00100000:2.0:1746126662.115882:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5978 00000100:00100000:2.0:1746126662.115888:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973299840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.115901:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.115912:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec458f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.115933:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.115939:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.115941:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.115943:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.115965:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.115974:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.115983:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747200:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.116037:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.116112:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300096 00000100:00100000:3.0:1746126662.116115:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300096 00002000:00100000:3.0:1746126662.116136:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945973300096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.116144:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945973300096 ext(0->4095) 00010000:00010000:3.0:1746126662.116149:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.116156:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.116161:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:3.0:1746126662.116171:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2214 00000100:00100000:3.0:1746126662.116176:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973300096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.116280:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973300096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.116286:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2214 00002000:00100000:3.0:1746126662.116291:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ea00 x1830945973300096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.116298:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ea00 with x1830945973300096 ext(0->4095) 00010000:00010000:3.0:1746126662.116302:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.116310:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.116316:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ea00 00000100:00100000:3.0:1746126662.116348:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747072:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.116359:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.116376:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973299712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4147us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.116383:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7667 00000100:00100000:2.0:1746126662.117839:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747200:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.117856:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.117869:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126662.117895:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973299840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2007us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.117900:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5978 00000100:00100000:0.0:1746126662.118229:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.118271:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.118279:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300224 00000100:00100000:2.0:1746126662.118291:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300224 00000100:00100000:2.0:1746126662.118324:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5979 00000100:00100000:2.0:1746126662.118329:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973300224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.118337:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.118346:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4596 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.118363:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.118366:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.118372:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.118374:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.118394:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.118403:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.118422:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126662.118477:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973300224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.118483:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5979 00000100:00100000:3.0:1746126662.118758:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300352 00000100:00100000:3.0:1746126662.118761:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300352 00010000:00010000:3.0:1746126662.118777:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.118794:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7668 00000100:00100000:3.0:1746126662.118799:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973300352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.118806:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.118820:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.118829:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.118843:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4588 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.119513:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.119515:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.119521:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.119529:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.119551:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.119560:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.119569:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747456:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.119633:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.126492:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.126607:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300608 00000100:00100000:2.0:1746126662.126617:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300608 00002000:00100000:2.0:1746126662.126657:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4700 x1830945973300608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.126666:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4700 with x1830945973300608 ext(0->4095) 00010000:00010000:2.0:1746126662.126674:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.126688:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.126695:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e4700 00000100:00100000:2.0:1746126662.126730:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2215 00000100:00100000:2.0:1746126662.126736:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973300608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.126900:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747456:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.126916:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.126950:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973300352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8150us (8678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.126958:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7668 00000100:00100000:2.0:1746126662.127881:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973300608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1143us (1397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.127887:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2215 00002000:00100000:2.0:1746126662.127893:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4700 x1830945973300608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.127906:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4700 with x1830945973300608 ext(0->4095) 00010000:00010000:2.0:1746126662.127912:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.127922:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.127927:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2e4700 00000100:00100000:0.0:1746126662.130978:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.131086:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300736 00000100:00100000:3.0:1746126662.131093:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300736 00010000:00010000:3.0:1746126662.131117:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.131149:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7669 00000100:00100000:3.0:1746126662.131155:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973300736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.131166:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.131182:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.131191:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.131209:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec458f expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.131232:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.131234:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.131240:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.131247:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.131273:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.131284:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747584:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.132139:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.133553:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.133621:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973300992 00000100:00100000:2.0:1746126662.133627:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973300992 00002000:00100000:2.0:1746126662.133657:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4e00 x1830945973300992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.133665:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973300992 ext(0->4095) 00002000:00010000:2.0:1746126662.133668:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:2.0:1746126662.133684:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4311 00000100:00100000:2.0:1746126662.133701:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973300992:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.133849:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973300992:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.133858:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4311 00002000:00100000:2.0:1746126662.133863:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c2e4e00 x1830945973300992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.133870:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973300992 ext(0->4095) 00002000:00010000:2.0:1746126662.133872:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:3.0:1746126662.134059:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747584:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.134073:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.134361:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973300736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3205us (3388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.134368:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7669 00000100:00100000:0.0:1746126662.137204:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.137324:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301120 00000100:00100000:2.0:1746126662.137331:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301120 00000100:00100000:2.0:1746126662.137376:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5980 00000100:00100000:2.0:1746126662.137383:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973301120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.137396:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.137411:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec459d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.137478:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.137485:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.137486:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.137489:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.137515:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.137525:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.137537:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747712:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.137600:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.139584:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747712:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.139616:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.139638:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.139691:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973301120:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2308us (2491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.139700:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5980 00000100:00100000:0.0:1746126662.140309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.140404:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301248 00000100:00100000:3.0:1746126662.140426:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301248 00010000:00010000:3.0:1746126662.140479:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.140508:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7670 00000100:00100000:3.0:1746126662.140514:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973301248:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.140527:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.140547:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.140558:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.140579:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4596 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.140608:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.140610:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.140617:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.140623:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.140657:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.140668:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747840:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.141139:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.144065:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.144159:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973747840:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.144179:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.144219:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973301248:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3704us (3912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.144228:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7670 00000100:00100000:0.0:1746126662.144290:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301504 00000100:00100000:0.0:1746126662.144300:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301504 00002000:00100000:0.0:1746126662.144336:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f100 x1830945973301504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126662.144346:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f100 with x1830945973301504 ext(0->4095) 00002000:00010000:0.0:1746126662.144350:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f100 00000100:00100000:0.0:1746126662.144399:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4312 00000100:00100000:0.0:1746126662.144406:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973301504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126662.144581:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973301504:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126662.144591:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4312 00002000:00100000:0.0:1746126662.144596:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f100 x1830945973301504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126662.144603:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f100 with x1830945973301504 ext(0->4095) 00002000:00010000:0.0:1746126662.144606:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f100 00000100:00100000:0.0:1746126662.145251:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.145476:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301632 00000100:00100000:2.0:1746126662.145480:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301632 00000100:00100000:2.0:1746126662.145504:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5981 00000100:00100000:2.0:1746126662.145509:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973301632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.145519:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.145533:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45a4 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.145556:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.145563:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.145565:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.145569:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.145594:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.145675:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.145692:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747968:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.145762:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.145860:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.145886:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301760 00000100:00100000:2.0:1746126662.145889:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301760 00000100:00100000:2.0:1746126662.145916:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5982 00000100:00100000:2.0:1746126662.145922:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973301760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.145929:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.145935:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45ab expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.145946:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.145950:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.146034:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.146037:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 54 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.146058:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.146069:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 54 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.146083:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.146109:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31659:x1830945973301760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.146115:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5982 00000100:00100000:0.0:1746126662.148079:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.148162:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973747968:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.148186:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.148198:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.148241:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31658:x1830945973301632:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2731us (2989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.148248:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5981 00000100:00100000:3.0:1746126662.148348:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973301888 00000100:00100000:3.0:1746126662.148353:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973301888 00010000:00010000:3.0:1746126662.148373:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.148393:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7671 00000100:00100000:3.0:1746126662.148398:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973301888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.148410:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.148598:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.148609:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.148628:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c79d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec459d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.148650:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.148652:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.148658:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.148665:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.148690:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.148700:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.148710:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748224:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.148764:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.151831:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748224:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.151849:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.151894:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973301888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3493us (3819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.151903:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7671 00000100:00100000:0.0:1746126662.152079:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.152191:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973302144 00000100:00100000:2.0:1746126662.152198:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973302144 00002000:00100000:2.0:1746126662.152235:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3b80 x1830945973302144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.152244:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973302144 ext(0->4095) 00010000:00010000:2.0:1746126662.152252:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.152264:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.152270:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3b80 00000100:00100000:2.0:1746126662.152296:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2216 00000100:00100000:2.0:1746126662.152302:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973302144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.152477:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973302144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.152483:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2216 00002000:00100000:2.0:1746126662.152488:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3b80 x1830945973302144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.152495:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973302144 ext(0->4095) 00010000:00010000:2.0:1746126662.152499:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.152507:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.152512:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3b80 00000100:00100000:1.0:1746126662.154167:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.154216:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973302272 00000100:00100000:3.0:1746126662.154223:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973302272 00010000:00010000:3.0:1746126662.154243:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.154276:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7672 00000100:00100000:3.0:1746126662.154283:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973302272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.154293:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.154309:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.154321:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.154343:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c79dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45a4 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.154357:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.154359:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.154365:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.154374:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.154404:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.154430:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748352:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.154528:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.157163:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.157215:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973302528 00000100:00100000:1.0:1746126662.157222:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973302528 00002000:00100000:1.0:1746126662.157258:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945973302528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.157267:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973302528 ext(0->4095) 00002000:00010000:1.0:1746126662.157272:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:3.0:1746126662.157276:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748352:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.157293:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.157302:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4313 00000100:00100000:1.0:1746126662.157308:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973302528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.157321:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973302272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3038us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.157327:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7672 00000100:00100000:1.0:1746126662.157477:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973302528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.157486:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4313 00002000:00100000:1.0:1746126662.157490:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1500 x1830945973302528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.157498:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973302528 ext(0->4095) 00002000:00010000:1.0:1746126662.157500:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:0.0:1746126662.159320:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.159394:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973302656 00000100:00100000:2.0:1746126662.159400:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973302656 00000100:00100000:2.0:1746126662.159461:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5983 00000100:00100000:2.0:1746126662.159468:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973302656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.159482:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.159498:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45b2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.159524:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.159532:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.159534:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.159537:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.159570:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 51 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.159581:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 51 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.159592:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973748480:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.159669:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.160916:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.160993:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973302784 00000100:00100000:3.0:1746126662.160998:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973302784 00010000:00010000:3.0:1746126662.161017:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.161034:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7673 00000100:00100000:3.0:1746126662.161039:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973302784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.161048:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.161065:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.161075:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.161093:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.161096:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.161102:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.161109:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.161131:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.161133:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c79e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ab expref: 52 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.161139:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748608:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.161151:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973748480:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.161167:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.161175:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126662.161190:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.161208:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973302656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1741us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.161214:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5983 00000100:00100000:3.0:1746126662.163623:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748608:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.163644:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.163680:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973302784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2640us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.163690:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7673 00000100:00100000:0.0:1746126662.164256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.164594:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303040 00000100:00100000:2.0:1746126662.164600:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303040 00002000:00100000:2.0:1746126662.164631:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da2680 x1830945973303040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.164641:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2680 with x1830945973303040 ext(0->4095) 00002000:00010000:2.0:1746126662.164646:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2680 00000100:00100000:2.0:1746126662.164657:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4314 00000100:00100000:2.0:1746126662.164662:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973303040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.164797:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973303040:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.164803:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4314 00002000:00100000:2.0:1746126662.164808:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da2680 x1830945973303040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.164815:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2680 with x1830945973303040 ext(0->4095) 00002000:00010000:2.0:1746126662.164818:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2680 00000100:00100000:0.0:1746126662.169815:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.169860:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.169887:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303168 00000100:00100000:2.0:1746126662.169897:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303168 00000100:00100000:2.0:1746126662.169935:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303296 00000100:00100000:2.0:1746126662.169938:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303296 00000100:00100000:3.0:1746126662.169949:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5984 00000100:00100000:3.0:1746126662.169959:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973303168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126662.169960:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5985 00000100:00100000:2.0:1746126662.169966:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973303296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.169976:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.169976:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.169992:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45b9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.169992:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45c0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.170020:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.170027:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.170029:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.170032:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.170196:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.170202:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.170212:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.170215:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.170246:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.170257:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.170266:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.170314:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31658:x1830945973303168:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 356us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.170320:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5984 00010000:00010000:2.0:1746126662.170423:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.170435:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.170466:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973748864:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.170522:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.171691:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973748864:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.171705:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.171714:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126662.171734:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973303296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1768us (1874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.171744:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5985 00000100:00100000:0.0:1746126662.172492:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.172554:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303424 00000100:00100000:3.0:1746126662.172560:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303424 00010000:00010000:3.0:1746126662.172582:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.172614:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7674 00000100:00100000:3.0:1746126662.172620:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973303424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.172631:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.172652:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.172663:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.172683:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c79ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b2 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.172708:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.172710:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.172716:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.172724:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.172750:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.172761:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.172770:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748992:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.172826:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.174481:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973748992:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.174502:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.174537:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973303424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1916us (2045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.174546:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7674 00000100:00100000:0.0:1746126662.174901:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.175038:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303680 00000100:00100000:1.0:1746126662.175043:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303680 00002000:00100000:1.0:1746126662.175075:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0a80 x1830945973303680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.175084:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973303680 ext(0->4095) 00010000:00010000:1.0:1746126662.175091:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.175102:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.175109:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0a80 00000100:00100000:1.0:1746126662.175134:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2217 00000100:00100000:1.0:1746126662.175140:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973303680:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.175285:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973303680:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.175290:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2217 00002000:00100000:1.0:1746126662.175295:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0a80 x1830945973303680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.175307:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973303680 ext(0->4095) 00010000:00010000:1.0:1746126662.175312:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.175320:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.175326:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da0a80 00000100:00100000:0.0:1746126662.177171:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.177354:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303808 00000100:00100000:3.0:1746126662.177362:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303808 00000100:00100000:3.0:1746126662.177393:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5986 00000100:00100000:3.0:1746126662.177400:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973303808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.177425:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.177440:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45c7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.177647:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.177653:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.177660:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.177664:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.177700:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.177711:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.177720:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:1.0:1746126662.177749:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.177752:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973303808:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 353us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.177758:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5986 00000100:00100000:2.0:1746126662.177814:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973303936 00000100:00100000:2.0:1746126662.177818:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973303936 00010000:00010000:2.0:1746126662.177835:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.177853:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7675 00000100:00100000:2.0:1746126662.177858:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1979:x1830945973303936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.177868:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.177967:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.177977:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.177994:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c79f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c0 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.178007:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.178008:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.178013:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.178019:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.178082:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.178092:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.178102:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749248:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.178290:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.182008:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749248:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126662.182031:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.182082:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1979:x1830945973303936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4223us (4332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126662.182091:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7675 00000100:00100000:2.0:1746126662.183861:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.184611:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304192 00000100:00100000:1.0:1746126662.184620:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304192 00002000:00100000:1.0:1746126662.186534:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae300 x1830945973304192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.186547:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830945973304192 ext(0->4095) 00010000:00010000:1.0:1746126662.186559:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.186573:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.186580:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:1.0:1746126662.186623:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2218 00000100:00100000:1.0:1746126662.186633:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973304192:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.186826:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973304192:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (2967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.186836:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2218 00002000:00100000:1.0:1746126662.186841:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae300 x1830945973304192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.186848:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830945973304192 ext(0->4095) 00010000:00010000:1.0:1746126662.186853:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.186861:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.186867:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:2.0:1746126662.190355:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.190886:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304320 00000100:00100000:2.0:1746126662.190886:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.190895:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304320 00000100:00100000:3.0:1746126662.190947:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5987 00000100:00100000:0.0:1746126662.190948:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304448 00000100:00100000:0.0:1746126662.190952:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304448 00000100:00100000:3.0:1746126662.190954:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973304320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.190970:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126662.190974:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 53 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.190985:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45ce expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126662.191007:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7676 00010000:00010000:3.0:1746126662.191010:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746126662.191013:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1981:x1830945973304448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.191016:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.191020:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.191021:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.191024:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.191040:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 54 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.191052:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 54 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.191068:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c79f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45b9 expref: 54 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.191089:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.191091:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.191097:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.191103:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.191125:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.191134:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:0.0:1746126662.191149:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749376:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126662.191226:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c80c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126662.192895:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.192907:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.192918:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973749504:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.192919:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749376:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.192936:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.192979:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.192993:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973304448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1979us (2106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.193003:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7676 00000100:00100000:0.0:1746126662.193938:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.193982:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304704 00000100:00100000:2.0:1746126662.193989:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304704 00002000:00100000:2.0:1746126662.194023:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1880 x1830945973304704/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.194033:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973304704 ext(0->4095) 00010000:00010000:2.0:1746126662.194040:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.194051:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.194057:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1880 00000100:00100000:2.0:1746126662.194088:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2219 00000100:00100000:2.0:1746126662.194094:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973304704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.194239:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973304704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.194245:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2219 00002000:00100000:2.0:1746126662.194250:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1880 x1830945973304704/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.194257:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973304704 ext(0->4095) 00010000:00010000:2.0:1746126662.194261:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.194269:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.194279:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da1880 00000100:00100000:2.0:1746126662.198319:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.198514:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.198538:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304832 00000100:00100000:2.0:1746126662.198546:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304832 00000100:00100000:2.0:1746126662.198592:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5988 00000100:00100000:2.0:1746126662.198598:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973304832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.198615:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.198632:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45d5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.198657:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.198662:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.198668:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.198671:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.198703:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 54 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.198712:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 54 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.198721:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126662.198756:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:31659:x1830945973304832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.198762:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5988 00000100:00100000:3.0:1746126662.198835:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973749504:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.198852:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.198860:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126662.198891:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31658:x1830945973304320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7938us (8545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.198899:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5987 00000100:00100000:1.0:1746126662.198952:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973304960 00000100:00100000:1.0:1746126662.198956:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973304960 00010000:00010000:1.0:1746126662.198978:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.199005:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7677 00000100:00100000:1.0:1746126662.199010:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973304960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.199018:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.199036:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.199046:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.199061:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c79ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45c7 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.199073:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.199074:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.199079:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.199086:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.199104:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.199114:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.199124:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749760:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.199177:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.200869:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749760:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.200884:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.200912:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973304960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1901us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.200923:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7677 00000100:00100000:3.0:1746126662.201547:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.201743:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305088 00000100:00100000:1.0:1746126662.201750:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305088 00010000:00010000:1.0:1746126662.201774:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.201809:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7678 00000100:00100000:1.0:1746126662.201816:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973305088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.201827:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.201846:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.201857:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.201879:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7a06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ce expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.201894:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.201896:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.201902:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.201910:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.201939:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.201950:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749888:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.202019:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.203090:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973749888:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.203105:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.203355:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973305088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1538us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.203363:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7678 00000100:00100000:3.0:1746126662.203543:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.204851:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305344 00000100:00100000:1.0:1746126662.204859:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305344 00002000:00100000:1.0:1746126662.204899:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc380 x1830945973305344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.204909:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc380 with x1830945973305344 ext(0->4095) 00002000:00010000:1.0:1746126662.204914:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cc380 00000100:00100000:1.0:1746126662.204951:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4315 00000100:00100000:1.0:1746126662.204964:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973305344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.205147:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973305344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 189us (1604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.205154:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4315 00002000:00100000:1.0:1746126662.205159:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800943cc380 x1830945973305344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.205167:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cc380 with x1830945973305344 ext(0->4095) 00002000:00010000:1.0:1746126662.205170:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cc380 00000100:00100000:0.0:1746126662.208234:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.208315:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305472 00000100:00100000:3.0:1746126662.208330:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305472 00000100:00100000:3.0:1746126662.208388:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5989 00000100:00100000:3.0:1746126662.208396:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973305472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.208423:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.208473:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45dc expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.208501:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.208509:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.208510:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.208514:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.208546:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.208558:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 51 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.208570:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973750016:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.208657:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.210173:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973750016:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.210198:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.210212:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126662.210242:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973305472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (2016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.210249:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5989 00000100:00100000:0.0:1746126662.210434:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.210621:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305600 00000100:00100000:1.0:1746126662.210627:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305600 00010000:00010000:1.0:1746126662.210650:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.210681:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7679 00000100:00100000:1.0:1746126662.210691:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973305600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.210701:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.210722:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.210731:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.210751:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45d5 expref: 52 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.210774:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.210776:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.210783:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.210790:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.210817:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.210828:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750144:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.210878:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.212178:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750144:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126662.212190:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126662.212193:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.212223:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:1982:x1830945973305600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1535us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.212230:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7679 00000100:00100000:3.0:1746126662.212238:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305728 00000100:00100000:3.0:1746126662.212243:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305728 00000100:00100000:3.0:1746126662.212275:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5990 00000100:00100000:3.0:1746126662.212281:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+51:31658:x1830945973305728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.212295:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.212304:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45e3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.212323:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.212329:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.212331:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.212334:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.212351:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.212361:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.212371:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973750272:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.212567:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.213562:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.213710:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973305984 00000100:00100000:2.0:1746126662.213717:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973305984 00002000:00100000:2.0:1746126662.213746:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f480 x1830945973305984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.213754:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f480 with x1830945973305984 ext(0->4095) 00010000:00010000:2.0:1746126662.213761:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.213771:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.213778:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2f480 00000100:00100000:2.0:1746126662.213790:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2220 00000100:00100000:2.0:1746126662.213795:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973305984:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.213997:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973305984:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.214003:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2220 00002000:00100000:2.0:1746126662.214008:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f480 x1830945973305984/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.214015:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f480 with x1830945973305984 ext(0->4095) 00010000:00010000:2.0:1746126662.214019:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.214030:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.214035:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2f480 00000100:00100000:3.0:1746126662.214976:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973750272:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.214997:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.215010:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.215049:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973305728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (2860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.215057:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5990 00000100:00100000:0.0:1746126662.215998:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.216039:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973306112 00000100:00100000:3.0:1746126662.216045:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973306112 00000100:00100000:3.0:1746126662.216076:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5991 00000100:00100000:3.0:1746126662.216082:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31659:x1830945973306112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.216092:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.216104:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45ea expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.216121:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.216126:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.216132:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.216135:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.216166:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.216176:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.216183:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.216208:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31659:x1830945973306112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.216214:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5991 00000100:00100000:1.0:1746126662.216325:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.216343:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973306240 00000100:00100000:2.0:1746126662.216348:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973306240 00010000:00010000:2.0:1746126662.216362:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.216382:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7680 00000100:00100000:2.0:1746126662.216388:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973306240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.216396:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.216423:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.216433:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.216470:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7a14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45dc expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.216488:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.216489:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.216495:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.216506:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.216526:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.216536:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.216546:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750528:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.216589:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.217866:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750528:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.217878:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.217912:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973306240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1524us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.217918:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7680 00000100:00100000:2.0:1746126662.220607:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.220677:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973306496 00000100:00100000:0.0:1746126662.220686:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973306496 00002000:00100000:0.0:1746126662.220726:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae680 x1830945973306496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126662.220736:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830945973306496 ext(0->4095) 00010000:00010000:0.0:1746126662.220745:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.220758:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:0.0:1746126662.220764:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:0.0:1746126662.221088:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2221 00000100:00100000:0.0:1746126662.221095:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973306496:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126662.221270:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1982:x1830945973306496:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126662.221277:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2221 00002000:00100000:0.0:1746126662.221283:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880089eae680 x1830945973306496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126662.221290:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830945973306496 ext(0->4095) 00010000:00010000:0.0:1746126662.221295:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:0.0:1746126662.221304:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:0.0:1746126662.221310:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:0.0:1746126662.226103:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.226676:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973306624 00000100:00100000:2.0:1746126662.226688:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973306624 00010000:00010000:2.0:1746126662.226724:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.226995:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7681 00000100:00100000:2.0:1746126662.227005:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:1981:x1830945973306624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.227021:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.227042:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.227053:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.227074:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45e3 expref: 53 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.227100:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.227102:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.227109:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.227116:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.227146:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 52 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.227156:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750656:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.227236:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.231349:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973750656:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.231372:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.231427:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973306624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4423us (5333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.231463:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7681 00000100:00100000:0.0:1746126662.233264:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.233408:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973306880 00000100:00100000:1.0:1746126662.233426:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973306880 00002000:00100000:1.0:1746126662.233496:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1c00 x1830945973306880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.233507:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973306880 ext(0->4095) 00002000:00010000:1.0:1746126662.233513:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:1.0:1746126662.233530:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4316 00000100:00100000:1.0:1746126662.233537:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973306880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.233721:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973306880:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.233727:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4316 00002000:00100000:1.0:1746126662.233732:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da1c00 x1830945973306880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.233746:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973306880 ext(0->4095) 00002000:00010000:1.0:1746126662.233749:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:0.0:1746126662.238800:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.238968:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307008 00000100:00100000:2.0:1746126662.238979:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307008 00000100:00100000:2.0:1746126662.239886:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5992 00000100:00100000:2.0:1746126662.239896:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973307008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.239915:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.239933:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45f1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.239961:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.239969:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.239971:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.239975:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.240007:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.240019:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.240030:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973750784:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.240527:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.242357:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.242462:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.242491:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307264 00000100:00100000:3.0:1746126662.242501:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307264 00000100:00100000:3.0:1746126662.242545:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5993 00000100:00100000:3.0:1746126662.242552:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:31658:x1830945973307264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126662.242566:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973750784:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.242567:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.242581:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45f8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.242590:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.242604:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.242610:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.242692:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.242696:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.242737:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00010000:00010000:3.0:1746126662.242758:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.242770:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 53 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.242778:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:2.0:1746126662.242786:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973307008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2891us (3992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.242793:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5992 00000100:00100000:2.0:1746126662.242823:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307136 00000100:00100000:2.0:1746126662.242827:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307136 00010000:00010000:2.0:1746126662.242844:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.242869:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7682 00000100:00100000:2.0:1746126662.242875:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1981:x1830945973307136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.242884:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.242903:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.242912:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.242932:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ea expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.242956:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.242958:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126662.243236:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+53:31658:x1830945973307264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.243244:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5993 00010000:00010000:2.0:1746126662.243317:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.243328:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.243353:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.243362:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.243373:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751040:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.243985:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.246755:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.246770:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751040:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.246977:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307520 00000100:00100000:1.0:1746126662.246984:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307520 00002000:00100000:1.0:1746126662.247028:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdc00 x1830945973307520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.247037:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdc00 with x1830945973307520 ext(0->4095) 00010000:00010000:1.0:1746126662.247045:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.247058:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.247064:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacdc00 00000100:00100000:1.0:1746126662.247083:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2222 00000100:00100000:1.0:1746126662.247089:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973307520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.247240:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973307520:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.247246:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2222 00002000:00100000:1.0:1746126662.247252:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdc00 x1830945973307520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.247259:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdc00 with x1830945973307520 ext(0->4095) 00010000:00010000:1.0:1746126662.247264:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.247273:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.247279:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacdc00 00010000:00010000:2.0:1746126662.247322:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.247364:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1981:x1830945973307136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4488us (4901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.247373:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7682 00000100:00100000:0.0:1746126662.250077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.250131:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307648 00000100:00100000:2.0:1746126662.250140:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307648 00010000:00010000:2.0:1746126662.250175:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.250213:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7683 00000100:00100000:2.0:1746126662.250220:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973307648:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.250231:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.250254:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.250264:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.250287:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7a29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.250320:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.250322:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.250329:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.250336:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.250604:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.250616:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751168:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.250693:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.252367:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751168:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.252523:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.252659:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973307648:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2437us (2587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.252669:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7683 00000100:00100000:0.0:1746126662.252805:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.252976:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973307904 00000100:00100000:1.0:1746126662.252983:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973307904 00002000:00100000:1.0:1746126662.253015:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacea00 x1830945973307904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.253025:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacea00 with x1830945973307904 ext(0->4095) 00002000:00010000:1.0:1746126662.253029:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacea00 00000100:00100000:1.0:1746126662.253042:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4317 00000100:00100000:1.0:1746126662.253047:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973307904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.253176:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973307904:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.253181:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4317 00002000:00100000:1.0:1746126662.253185:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacea00 x1830945973307904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.253192:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacea00 with x1830945973307904 ext(0->4095) 00002000:00010000:1.0:1746126662.253194:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacea00 00000100:00100000:0.0:1746126662.255906:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.256379:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308032 00000100:00100000:3.0:1746126662.256388:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308032 00000100:00100000:2.0:1746126662.256475:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5994 00000100:00100000:2.0:1746126662.256483:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973308032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.256500:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.256515:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec45ff expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.256545:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.256552:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.256554:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.256557:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.256586:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.256601:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 51 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.256613:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973751296:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.256778:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.259490:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.259586:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973751296:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.259612:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.259628:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.259668:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973308032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3186us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.259676:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5994 00000100:00100000:3.0:1746126662.259746:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308160 00000100:00100000:3.0:1746126662.259753:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308160 00002000:00100000:3.0:1746126662.259787:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008eacd180 x1830945973308160/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.259795:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacd180 with x1830945973308160 ext(0->7) 00010000:00010000:3.0:1746126662.259802:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.259812:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 52 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.259823:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacd180 00000100:00100000:3.0:1746126662.259846:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2223 00000100:00100000:3.0:1746126662.259852:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+52:1982:x1830945973308160:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126662.260324:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1982:x1830945973308160:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 471us (841us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1746126662.260329:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2223 00002000:00100000:3.0:1746126662.260334:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008eacd180 x1830945973308160/t4294968045(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.260341:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacd180 with x1830945973308160 ext(0->7) 00010000:00010000:3.0:1746126662.260345:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.260353:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.260358:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacd180 00000100:00100000:0.0:1746126662.265435:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.266210:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308288 00000100:00100000:2.0:1746126662.266221:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308288 00000100:00100000:1.0:1746126662.266352:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126662.266561:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 54 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.266584:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308416 00000100:00100000:3.0:1746126662.266588:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308416 00000100:00100000:2.0:1746126662.266598:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7684 00000100:00100000:2.0:1746126662.266605:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:1981:x1830945973308288:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126662.266609:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5995 00000100:00100000:3.0:1746126662.266613:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31658:x1830945973308416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.266618:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.266626:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.266638:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4606 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.266638:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 55 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.266649:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.266776:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.266782:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.266787:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.266791:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.266809:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45f8 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.266831:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.266832:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.266833:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.266838:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.266845:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.266992:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.266998:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.267001:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00010000:00010000:2.0:1746126662.267009:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.267019:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751552:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.267051:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31658:x1830945973308416:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.267057:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5995 00000100:00100000:2.0:1746126662.267122:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.268928:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751552:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.268942:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.269103:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1981:x1830945973308288:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2497us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.269111:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7684 00000100:00100000:1.0:1746126662.269238:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.269282:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308672 00000100:00100000:3.0:1746126662.269287:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308672 00002000:00100000:3.0:1746126662.269318:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d500 x1830945973308672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.269327:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d500 with x1830945973308672 ext(0->4095) 00010000:00010000:3.0:1746126662.269332:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.269342:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.269348:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d500 00000100:00100000:3.0:1746126662.269361:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2224 00000100:00100000:3.0:1746126662.269368:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973308672:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.269533:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973308672:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.269538:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2224 00002000:00100000:3.0:1746126662.269542:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d500 x1830945973308672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.269549:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d500 with x1830945973308672 ext(0->4095) 00010000:00010000:3.0:1746126662.269553:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.269561:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.269566:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d500 00000100:00100000:0.0:1746126662.271266:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.271345:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973308800 00000100:00100000:2.0:1746126662.271353:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973308800 00010000:00010000:2.0:1746126662.271375:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.271405:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7685 00000100:00100000:2.0:1746126662.271421:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973308800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.271432:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.271467:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.271478:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.271499:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec45ff expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.271513:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.271515:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.271521:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.271528:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.271556:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.271569:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751680:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.271698:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.273135:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751680:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.273150:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.273156:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.273243:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309056 00000100:00100000:1.0:1746126662.273248:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309056 00002000:00100000:1.0:1746126662.273280:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945973309056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.273290:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945973309056 ext(0->4095) 00002000:00010000:1.0:1746126662.273294:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacdf80 00000100:00100000:2.0:1746126662.273523:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973308800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2109us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.273530:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7685 00000100:00100000:1.0:1746126662.273664:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4318 00000100:00100000:1.0:1746126662.273671:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1980:x1830945973309056:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126662.274062:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1980:x1830945973309056:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 390us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.274068:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4318 00002000:00100000:1.0:1746126662.274073:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacdf80 x1830945973309056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.274081:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacdf80 with x1830945973309056 ext(0->4095) 00002000:00010000:1.0:1746126662.274083:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacdf80 00000100:00100000:0.0:1746126662.276609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.276820:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309184 00000100:00100000:3.0:1746126662.276829:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309184 00000100:00100000:3.0:1746126662.276870:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5996 00000100:00100000:3.0:1746126662.276877:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973309184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.276892:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.276910:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec460d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.276939:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.276946:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.276948:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.276952:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.276988:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.276998:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 53 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.277010:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973751808:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.277104:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.279573:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973751808:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.279606:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.279621:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126662.279674:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973309184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2796us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.279682:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5996 00000100:00100000:0.0:1746126662.279787:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.279948:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309312 00000100:00100000:2.0:1746126662.279955:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309312 00002000:00100000:2.0:1746126662.279987:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bb6e300 x1830945973309312/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.280002:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945973309312 ext(0->7) 00010000:00010000:2.0:1746126662.280008:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 54 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.280019:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 54 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.280026:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:2.0:1746126662.280048:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2225 00000100:00100000:2.0:1746126662.280054:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+54:1981:x1830945973309312:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126662.280329:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973309312:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 274us (543us total) trans 4294968046 rc 0/0 00000100:00100000:2.0:1746126662.280335:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2225 00002000:00100000:2.0:1746126662.280340:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008bb6e300 x1830945973309312/t4294968046(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.280347:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6e300 with x1830945973309312 ext(0->7) 00010000:00010000:2.0:1746126662.280351:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.280360:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.280365:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6e300 00000100:00100000:0.0:1746126662.284563:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.284695:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309440 00000100:00100000:2.0:1746126662.284704:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309440 00010000:00010000:2.0:1746126662.284735:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.285039:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7686 00000100:00100000:2.0:1746126662.285046:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973309440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.285058:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.285076:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.285087:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.285108:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4606 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.287097:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.287102:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.287112:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.287121:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.287160:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.287171:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751936:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.287537:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.293718:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.294171:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309568 00000100:00100000:3.0:1746126662.294179:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309568 00000100:00100000:3.0:1746126662.294236:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5997 00000100:00100000:3.0:1746126662.294244:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973309568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.294261:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.294276:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4614 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.294307:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.294314:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.294315:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.294319:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.294346:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.294356:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.294367:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752064:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.294440:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.294636:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.294764:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973751936:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.294776:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.294799:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973309440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 9753us (10246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.294807:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7686 00000100:00100000:3.0:1746126662.295047:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309824 00000100:00100000:3.0:1746126662.295050:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309824 00002000:00100000:3.0:1746126662.295071:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6c380 x1830945973309824/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.295080:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c380 with x1830945973309824 ext(0->4095) 00010000:00010000:3.0:1746126662.295085:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.295095:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.295106:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6c380 00000100:00100000:3.0:1746126662.295208:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2226 00000100:00100000:3.0:1746126662.295213:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973309824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.295926:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973309824:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 710us (1287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.295932:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2226 00002000:00100000:3.0:1746126662.295937:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6c380 x1830945973309824/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126662.297013:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752064:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.297035:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.297048:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:2.0:1746126662.297075:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973309568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.297081:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5997 00000100:00100000:0.0:1746126662.297301:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00100000:3.0:1746126662.297476:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c380 with x1830945973309824 ext(0->4095) 00010000:00010000:3.0:1746126662.297483:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.297493:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.297499:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6c380 00000100:00100000:2.0:1746126662.297547:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973309952 00000100:00100000:2.0:1746126662.297552:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973309952 00010000:00010000:2.0:1746126662.297570:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.297591:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7687 00000100:00100000:2.0:1746126662.297596:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973309952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.297606:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.297622:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.297631:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.297651:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec460d expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.297670:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.297672:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.297678:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.297685:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.297708:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.297718:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752192:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.297759:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.298261:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.298303:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310080 00000100:00100000:3.0:1746126662.298307:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310080 00000100:00100000:3.0:1746126662.298324:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5998 00000100:00100000:3.0:1746126662.298328:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973310080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.298338:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.298347:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec461b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.298365:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.298370:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.298371:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.298374:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.298390:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.298399:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 55 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.298407:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752320:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.298457:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.299839:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752320:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.299855:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.299866:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.299944:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:31659:x1830945973310080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1614us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.299950:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5998 00000100:00100000:3.0:1746126662.300692:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752192:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.300702:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.300932:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973309952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3334us (3630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.300940:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7687 00000100:00100000:0.0:1746126662.301080:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.301201:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310336 00000100:00100000:3.0:1746126662.301207:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310336 00002000:00100000:3.0:1746126662.301236:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945973310336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.301244:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945973310336 ext(0->4095) 00010000:00010000:3.0:1746126662.301251:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.301262:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.301268:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6fb80 00000100:00100000:3.0:1746126662.301281:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2227 00000100:00100000:3.0:1746126662.301287:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973310336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.301912:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973310336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 621us (828us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.301919:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2227 00002000:00100000:3.0:1746126662.301925:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6fb80 x1830945973310336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.301932:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6fb80 with x1830945973310336 ext(0->4095) 00010000:00010000:3.0:1746126662.301937:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.301946:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.301952:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6fb80 00000100:00100000:0.0:1746126662.303054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.303111:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310464 00000100:00100000:3.0:1746126662.303120:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310464 00000100:00100000:3.0:1746126662.303166:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5999 00000100:00100000:3.0:1746126662.303171:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973310464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.303183:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.303195:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4622 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303216:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.303219:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303223:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.303226:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303249:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303256:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303261:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126662.303301:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973310464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.303305:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5999 00000100:00100000:0.0:1746126662.303544:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.303751:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310592 00000100:00100000:3.0:1746126662.303755:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310592 00010000:00010000:3.0:1746126662.303769:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.303784:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7688 00000100:00100000:3.0:1746126662.303789:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973310592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.303920:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.303937:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.303946:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.303961:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7a4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4614 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.303980:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.303982:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.303987:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.303993:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.304014:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.304024:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.304034:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752576:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.304082:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.305819:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752576:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.305833:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.305879:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973310592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2088us (2335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.305886:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7688 00000100:00100000:0.0:1746126662.306142:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.306170:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310848 00000100:00100000:3.0:1746126662.306175:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310848 00002000:00100000:3.0:1746126662.306196:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945973310848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.306232:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945973310848 ext(0->4095) 00010000:00010000:3.0:1746126662.306238:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.306248:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.306254:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:3.0:1746126662.306269:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2228 00000100:00100000:3.0:1746126662.306275:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973310848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.306386:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973310848:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.306392:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2228 00002000:00100000:3.0:1746126662.306397:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6ea00 x1830945973310848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.306404:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ea00 with x1830945973310848 ext(0->4095) 00010000:00010000:3.0:1746126662.306408:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.306426:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.306431:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ea00 00000100:00100000:0.0:1746126662.308324:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.308482:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973310976 00000100:00100000:3.0:1746126662.308490:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973310976 00010000:00010000:3.0:1746126662.308518:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.309092:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7689 00000100:00100000:3.0:1746126662.309100:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973310976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.309112:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.309130:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.309147:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.309168:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec461b expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.309191:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.309193:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.309199:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.309207:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.309236:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.309248:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.309327:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.311266:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.311286:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.311332:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973310976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2231us (3011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.311341:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7689 00000100:00100000:0.0:1746126662.312015:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.312079:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973311232 00000100:00100000:3.0:1746126662.312087:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973311232 00002000:00100000:3.0:1746126662.312118:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af2300 x1830945973311232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.312126:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af2300 with x1830945973311232 ext(0->4095) 00002000:00010000:3.0:1746126662.312131:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af2300 00000100:00100000:3.0:1746126662.312187:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4319 00000100:00100000:3.0:1746126662.312195:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973311232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.312329:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973311232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.312334:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4319 00002000:00100000:3.0:1746126662.312338:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af2300 x1830945973311232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.312354:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af2300 with x1830945973311232 ext(0->4095) 00002000:00010000:3.0:1746126662.312358:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af2300 00000100:00100000:0.0:1746126662.314311:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.314470:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973311360 00000100:00100000:3.0:1746126662.314476:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973311360 00000100:00100000:3.0:1746126662.314518:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6000 00000100:00100000:3.0:1746126662.314523:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973311360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.314534:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.314548:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4629 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.314573:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.314585:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.314587:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.314590:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.314619:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.314629:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 55 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.314642:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752832:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.314716:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.315750:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973752832:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.315774:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.315786:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126662.315822:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973311360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1298us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.315828:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6000 00000100:00100000:0.0:1746126662.316275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.316471:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973311488 00000100:00100000:3.0:1746126662.316477:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973311488 00010000:00010000:3.0:1746126662.316496:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.316526:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7690 00000100:00100000:3.0:1746126662.316531:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973311488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.316540:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.316559:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.316569:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.316586:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7a5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4622 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.316612:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.316614:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.316622:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.316630:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.316653:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.316724:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.317010:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.318699:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973752960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.318713:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.318749:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:1982:x1830945973311488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2217us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.318757:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7690 00000100:00100000:1.0:1746126662.318772:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.318828:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973311744 00000100:00100000:2.0:1746126662.318834:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973311744 00002000:00100000:2.0:1746126662.318869:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945973311744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.318879:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945973311744 ext(0->4095) 00002000:00010000:2.0:1746126662.318883:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f800 00000100:00100000:2.0:1746126662.318907:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4320 00000100:00100000:2.0:1746126662.318913:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973311744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.319062:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973311744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.319068:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4320 00002000:00100000:2.0:1746126662.319073:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2f800 x1830945973311744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.319080:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2f800 with x1830945973311744 ext(0->4095) 00002000:00010000:2.0:1746126662.319082:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2f800 00000100:00100000:0.0:1746126662.320217:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.320256:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973311872 00000100:00100000:3.0:1746126662.320260:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973311872 00000100:00100000:3.0:1746126662.320286:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6001 00000100:00100000:3.0:1746126662.320290:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31659:x1830945973311872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.320298:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.320311:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4630 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.320331:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.320336:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.320337:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.320340:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.320361:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.320368:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.320377:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973753088:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.320476:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.321350:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973753088:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.321367:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.321378:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.321422:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31659:x1830945973311872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1119us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.321428:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6001 00000100:00100000:0.0:1746126662.321755:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.321794:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312000 00000100:00100000:3.0:1746126662.321800:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312000 00000100:00100000:0.0:1746126662.321808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126662.321815:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.321843:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7691 00000100:00100000:3.0:1746126662.321849:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973312000:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.321857:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.321874:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.321885:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.321902:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7a61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4629 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.321918:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.321920:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.321929:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.321937:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.321954:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312128 00010000:00010000:3.0:1746126662.321958:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.321958:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312128 00000100:00100000:3.0:1746126662.321967:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753216:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.321979:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6002 00000100:00100000:2.0:1746126662.321983:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973312128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.321990:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126662.321996:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746126662.321998:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4637 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.322011:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.322017:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.322018:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.322021:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.322036:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.322045:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.322057:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973753344:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.322080:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.323813:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753216:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.323830:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.323869:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.323870:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973312000:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2020us (2115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.323878:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7691 00000100:00100000:2.0:1746126662.323974:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312384 00000100:00100000:2.0:1746126662.323985:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312384 00002000:00100000:2.0:1746126662.324025:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945973312384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.324041:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945973312384 ext(0->4095) 00010000:00010000:2.0:1746126662.324050:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.324070:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.324077:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:2.0:1746126662.324107:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2229 00000100:00100000:2.0:1746126662.324113:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973312384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.324315:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973312384:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 201us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.324321:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2229 00002000:00100000:2.0:1746126662.324326:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4ed80 x1830945973312384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.324333:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4ed80 with x1830945973312384 ext(0->4095) 00010000:00010000:2.0:1746126662.324337:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.324346:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.324352:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4ed80 00000100:00100000:2.0:1746126662.324372:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973753344:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.324385:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.324397:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.324424:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973312128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.324429:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6002 00000100:00100000:0.0:1746126662.325564:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.325631:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312512 00000100:00100000:2.0:1746126662.325636:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312512 00000100:00100000:2.0:1746126662.325668:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6003 00000100:00100000:2.0:1746126662.325672:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973312512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.325682:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.325698:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec463e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.325714:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.325718:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.325723:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126662.325727:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.325735:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126662.325752:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.325760:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.325766:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:3.0:1746126662.325776:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312640 00000100:00100000:3.0:1746126662.325780:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312640 00010000:00010000:3.0:1746126662.325794:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.325800:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973312512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.325805:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6003 00000100:00100000:3.0:1746126662.325817:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7692 00000100:00100000:3.0:1746126662.325822:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973312640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.325832:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.325845:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.325855:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.325870:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7a68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4630 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.325880:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.325881:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.325886:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.325893:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.325911:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.325925:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.325936:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753600:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.325992:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.327341:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753600:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.327355:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.327359:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.327391:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973312640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1568us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.327399:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7692 00000100:00100000:2.0:1746126662.327497:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973312896 00000100:00100000:2.0:1746126662.327502:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973312896 00002000:00100000:2.0:1746126662.327578:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4c380 x1830945973312896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.327588:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945973312896 ext(0->4095) 00010000:00010000:2.0:1746126662.327594:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.327604:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.327610:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4c380 00000100:00100000:2.0:1746126662.327631:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2230 00000100:00100000:2.0:1746126662.327636:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973312896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.327762:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973312896:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.327768:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2230 00002000:00100000:2.0:1746126662.327773:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4c380 x1830945973312896/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.327780:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4c380 with x1830945973312896 ext(0->4095) 00010000:00010000:2.0:1746126662.327784:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.327793:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.327799:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4c380 00000100:00100000:0.0:1746126662.329406:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.329492:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.329584:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313152 00000100:00100000:2.0:1746126662.329590:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313152 00000100:00100000:2.0:1746126662.329619:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6004 00000100:00100000:2.0:1746126662.329625:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973313152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.329636:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.329648:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4645 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.329669:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.329674:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.329679:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126662.329683:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.329715:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.329725:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.329733:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.329766:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973313152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.329771:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6004 00000100:00100000:3.0:1746126662.329834:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313024 00000100:00100000:3.0:1746126662.329837:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313024 00010000:00010000:3.0:1746126662.329852:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.329867:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7693 00000100:00100000:3.0:1746126662.329873:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973313024:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.329879:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.329902:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.329912:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.329931:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4637 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.329940:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.329942:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.329947:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.329953:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.329973:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.329984:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.329995:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753856:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.330049:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.331004:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753856:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.331016:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.331392:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973313024:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1516us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.331401:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7693 00000100:00100000:0.0:1746126662.331903:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.332076:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313408 00000100:00100000:2.0:1746126662.332082:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313408 00002000:00100000:2.0:1746126662.332113:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e680 x1830945973313408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.332124:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e680 with x1830945973313408 ext(0->4095) 00010000:00010000:2.0:1746126662.332131:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.332143:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.332149:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e680 00000100:00100000:2.0:1746126662.332171:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2231 00000100:00100000:2.0:1746126662.332176:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973313408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.332347:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973313408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.332353:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2231 00002000:00100000:2.0:1746126662.332358:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4e680 x1830945973313408/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.332364:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4e680 with x1830945973313408 ext(0->4095) 00010000:00010000:2.0:1746126662.332368:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.332376:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.332382:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d4e680 00000100:00100000:0.0:1746126662.334284:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.334366:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313536 00000100:00100000:3.0:1746126662.334372:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313536 00010000:00010000:3.0:1746126662.334394:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.334436:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7694 00000100:00100000:3.0:1746126662.334473:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973313536:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.334559:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.334578:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.334594:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.334614:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7a76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec463e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.334632:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.334667:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.334674:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.334682:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.334715:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.334727:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753984:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.334799:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.336010:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973753984:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.336027:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.336051:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973313536:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1607us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.336058:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7694 00000100:00100000:0.0:1746126662.337029:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.337078:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313792 00000100:00100000:2.0:1746126662.337085:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313792 00002000:00100000:2.0:1746126662.337125:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219880 x1830945973313792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.337134:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219880 with x1830945973313792 ext(0->4095) 00002000:00010000:2.0:1746126662.337139:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219880 00000100:00100000:2.0:1746126662.337163:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4321 00000100:00100000:2.0:1746126662.337169:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973313792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.337320:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973313792:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.337325:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4321 00002000:00100000:2.0:1746126662.337331:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219880 x1830945973313792/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.337337:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219880 with x1830945973313792 ext(0->4095) 00002000:00010000:2.0:1746126662.337340:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219880 00000100:00100000:0.0:1746126662.338541:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.338667:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973313920 00000100:00100000:2.0:1746126662.338672:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973313920 00000100:00100000:2.0:1746126662.338707:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6005 00000100:00100000:2.0:1746126662.338714:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973313920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.338725:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.338739:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec464c expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.338763:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.338770:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.338771:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.338775:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.338800:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.338810:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 55 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.338820:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754112:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.338891:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.340012:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754112:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.340031:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.340042:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.340069:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973313920:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1355us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.340075:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6005 00000100:00100000:2.0:1746126662.340222:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.340271:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314048 00000100:00100000:3.0:1746126662.340276:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314048 00010000:00010000:3.0:1746126662.340295:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.340475:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7695 00000100:00100000:3.0:1746126662.340482:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973314048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.340492:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.340511:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.340522:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.340815:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7a7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4645 expref: 56 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.340828:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.340830:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.340836:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.340843:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.340871:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.340881:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754240:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.340932:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.342011:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754240:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.342029:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.342060:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:1982:x1830945973314048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1578us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.342067:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7695 00000100:00100000:0.0:1746126662.342290:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.342349:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314304 00000100:00100000:2.0:1746126662.342354:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314304 00002000:00100000:2.0:1746126662.342381:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219500 x1830945973314304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.342391:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219500 with x1830945973314304 ext(0->4095) 00002000:00010000:2.0:1746126662.342398:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219500 00000100:00100000:2.0:1746126662.342423:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4322 00000100:00100000:2.0:1746126662.342429:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973314304:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.342627:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973314304:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.342632:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4322 00002000:00100000:2.0:1746126662.342637:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c219500 x1830945973314304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.342644:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c219500 with x1830945973314304 ext(0->4095) 00002000:00010000:2.0:1746126662.342647:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c219500 00000100:00100000:2.0:1746126662.344005:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.344087:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314432 00000100:00100000:0.0:1746126662.344092:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314432 00000100:00100000:0.0:1746126662.344122:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6006 00000100:00100000:0.0:1746126662.344127:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31659:x1830945973314432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126662.344138:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126662.344151:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4653 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.344174:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.344181:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.344183:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.344186:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.344213:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.344224:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:0.0:1746126662.344235:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754368:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126662.344793:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.346143:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c21ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754368:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.346170:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.346192:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dbe00, rc 0) 00000100:00100000:0.0:1746126662.346225:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.346229:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31659:x1830945973314432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2102us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.346237:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6006 00000100:00100000:3.0:1746126662.346334:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314560 00000100:00100000:3.0:1746126662.346339:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314560 00010000:00010000:3.0:1746126662.346361:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.346376:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7696 00000100:00100000:3.0:1746126662.346383:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973314560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.346390:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.346409:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.346430:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.346475:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7a84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec464c expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.346673:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.346675:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.346682:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.346692:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.346713:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.346720:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754496:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.346771:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.347059:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.347133:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314688 00000100:00100000:3.0:1746126662.347136:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314688 00000100:00100000:3.0:1746126662.347253:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6007 00000100:00100000:3.0:1746126662.347258:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973314688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.347267:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.347276:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec465a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.347290:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.347296:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.347297:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.347300:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.347322:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.347335:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.347343:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754624:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.347371:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.348159:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754496:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.348172:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.348207:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973314560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1824us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.348214:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7696 00000100:00100000:3.0:1746126662.348276:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973754624:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.348287:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.348295:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126662.348310:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973314688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1052us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.348316:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6007 00000100:00100000:0.0:1746126662.348812:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.348889:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973314944 00000100:00100000:2.0:1746126662.348893:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973314944 00002000:00100000:2.0:1746126662.348922:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21ad80 x1830945973314944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.348931:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21ad80 with x1830945973314944 ext(0->4095) 00010000:00010000:2.0:1746126662.348936:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.348947:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.348958:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21ad80 00000100:00100000:2.0:1746126662.348980:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2232 00000100:00100000:2.0:1746126662.348986:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1981:x1830945973314944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.349123:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1981:x1830945973314944:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.349129:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2232 00002000:00100000:2.0:1746126662.349133:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012c21ad80 x1830945973314944/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.349140:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21ad80 with x1830945973314944 ext(0->4095) 00010000:00010000:2.0:1746126662.349145:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.349153:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.349158:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c21ad80 00000100:00100000:0.0:1746126662.351698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.351798:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.352024:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315072 00000100:00100000:3.0:1746126662.352031:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315072 00000100:00100000:3.0:1746126662.352065:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6008 00000100:00100000:3.0:1746126662.352071:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973315072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.352085:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.352103:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4661 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.352126:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.352131:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.352140:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.352144:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.352177:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.352191:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.352201:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:2.0:1746126662.352257:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315200 00000100:00100000:2.0:1746126662.352260:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315200 00010000:00010000:2.0:1746126662.352276:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.352302:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7697 00000100:00100000:2.0:1746126662.352307:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1981:x1830945973315200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.352315:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.352334:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.352343:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.352359:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dbe00/0x9cce4314879c7a8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4653 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.352386:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.352387:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.352393:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.352400:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.352428:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.352438:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.352477:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754880:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.352547:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.352566:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973315072:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 494us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.352571:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6008 00000100:00100000:2.0:1746126662.353951:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973754880:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.353966:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.353991:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973315200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1684us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.353999:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7697 00000100:00100000:0.0:1746126662.354817:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.354866:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315456 00000100:00100000:2.0:1746126662.354872:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315456 00002000:00100000:2.0:1746126662.354903:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945973315456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.354912:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945973315456 ext(0->4095) 00010000:00010000:2.0:1746126662.354919:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.354931:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.354936:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:2.0:1746126662.354997:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2233 00000100:00100000:2.0:1746126662.355004:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973315456:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.355354:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973315456:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 350us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.355361:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2233 00002000:00100000:2.0:1746126662.355366:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d1f80 x1830945973315456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.355373:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d1f80 with x1830945973315456 ext(0->4095) 00010000:00010000:2.0:1746126662.355378:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.355392:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.355397:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d1f80 00000100:00100000:0.0:1746126662.356984:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.357032:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.357122:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315712 00000100:00100000:2.0:1746126662.357129:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315712 00010000:00010000:2.0:1746126662.357152:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.357184:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7698 00000100:00100000:2.0:1746126662.357190:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973315712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.357200:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.357218:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.357228:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.357248:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315584 00010000:00010000:2.0:1746126662.357249:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7a92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec465a expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.357253:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315584 00010000:00010000:2.0:1746126662.357274:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.357276:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.357283:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.357286:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6009 00000100:00100000:3.0:1746126662.357292:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973315584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.357295:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.357303:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.357314:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4668 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.357327:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.357336:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.357343:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.357345:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.357348:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.357467:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.357480:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755008:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.357549:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00010000:00010000:3.0:1746126662.357562:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.357570:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.357578:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755136:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.357604:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.359032:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755008:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.359048:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.359078:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973315712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1888us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.359086:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7698 00000100:00100000:3.0:1746126662.359128:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755136:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.359144:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.359156:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.359174:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973315584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1882us (2197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.359180:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6009 00000100:00100000:0.0:1746126662.359926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.359995:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973315968 00000100:00100000:2.0:1746126662.360001:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973315968 00002000:00100000:2.0:1746126662.360030:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5500 x1830945973315968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.360040:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5500 with x1830945973315968 ext(0->4095) 00010000:00010000:2.0:1746126662.360046:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.360057:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.360064:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a5500 00000100:00100000:2.0:1746126662.360163:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2234 00000100:00100000:2.0:1746126662.360168:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973315968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.360378:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973315968:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 209us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.360384:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2234 00002000:00100000:2.0:1746126662.360390:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5500 x1830945973315968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.360401:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5500 with x1830945973315968 ext(0->4095) 00010000:00010000:2.0:1746126662.360405:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.360421:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.360426:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a5500 00000100:00100000:0.0:1746126662.361907:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.362045:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316096 00000100:00100000:2.0:1746126662.362052:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316096 00010000:00010000:2.0:1746126662.362075:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.362109:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7699 00000100:00100000:2.0:1746126662.362116:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973316096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.362127:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.362144:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.362153:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.362174:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7a99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4661 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.362201:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.362203:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.362210:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.362217:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.362246:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.362257:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755264:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.362331:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.363821:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755264:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.363835:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.363860:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973316096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1744us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.363868:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7699 00000100:00100000:0.0:1746126662.364150:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.364268:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316352 00000100:00100000:2.0:1746126662.364274:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316352 00002000:00100000:2.0:1746126662.364301:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5880 x1830945973316352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.364310:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945973316352 ext(0->4095) 00002000:00010000:2.0:1746126662.364314:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:2.0:1746126662.364366:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4323 00000100:00100000:2.0:1746126662.364373:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1979:x1830945973316352:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126662.364572:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1979:x1830945973316352:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.364841:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4323 00002000:00100000:2.0:1746126662.364848:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a5880 x1830945973316352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.364855:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a5880 with x1830945973316352 ext(0->4095) 00002000:00010000:2.0:1746126662.364858:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a5880 00000100:00100000:0.0:1746126662.368983:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.369126:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316480 00000100:00100000:3.0:1746126662.369135:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316480 00000100:00100000:3.0:1746126662.369191:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6010 00000100:00100000:3.0:1746126662.369199:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973316480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.369216:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.369234:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec466f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.369265:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.369272:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.369274:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.369277:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.369307:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.369318:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 55 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.369331:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755392:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.369573:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.370288:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755392:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.370318:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.370331:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126662.370369:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973316480:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1170us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.370376:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6010 00000100:00100000:0.0:1746126662.371525:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.371607:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316608 00000100:00100000:2.0:1746126662.371614:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316608 00010000:00010000:2.0:1746126662.371638:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.371661:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7700 00000100:00100000:2.0:1746126662.371666:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973316608:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.371676:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.371718:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.371734:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.371754:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7aa0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4668 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.372016:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.372019:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.372026:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.372034:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.372063:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.372075:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755520:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.372516:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.373866:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755520:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.373882:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.373918:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:1982:x1830945973316608:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2250us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.373928:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7700 00000100:00100000:0.0:1746126662.375500:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.375547:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.375592:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316992 00000100:00100000:3.0:1746126662.375602:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316992 00000100:00100000:3.0:1746126662.375646:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6011 00000100:00100000:3.0:1746126662.375653:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+55:31658:x1830945973316992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.375670:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.375685:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4676 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.375712:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.375722:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.375723:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.375727:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.375756:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.375767:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.375778:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755648:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.375786:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973316864 00000100:00100000:2.0:1746126662.375790:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973316864 00002000:00100000:2.0:1746126662.375817:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4000 x1830945973316864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.375899:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4000 with x1830945973316864 ext(0->4095) 00000100:00100000:3.0:1746126662.376472:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746126662.376773:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.376787:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.376794:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4000 00000100:00100000:2.0:1746126662.376822:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2235 00000100:00100000:2.0:1746126662.376829:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973316864:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.376985:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973316864:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (1491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.376991:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2235 00002000:00100000:2.0:1746126662.376996:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a4000 x1830945973316864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.377004:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4000 with x1830945973316864 ext(0->4095) 00010000:00010000:2.0:1746126662.377008:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.377016:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.377021:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a4000 00000100:00100000:3.0:1746126662.377894:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755648:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.377918:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.377935:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126662.377969:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:31658:x1830945973316992:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.377976:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6011 00000100:00100000:0.0:1746126662.379793:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.379889:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317120 00000100:00100000:2.0:1746126662.379898:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317120 00010000:00010000:2.0:1746126662.379926:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.380043:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7701 00000100:00100000:2.0:1746126662.380050:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973317120:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.380063:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.380084:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.380095:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.380117:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7aa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec466f expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.380135:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.380137:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.380143:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.380151:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.380181:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.380197:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755776:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.380407:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.382617:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.382749:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973755776:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.382770:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.382807:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973317120:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2757us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.382817:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7701 00000100:00100000:1.0:1746126662.382964:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317376 00000100:00100000:1.0:1746126662.382970:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317376 00002000:00100000:1.0:1746126662.383041:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400a80 x1830945973317376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.383051:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400a80 with x1830945973317376 ext(0->4095) 00002000:00010000:1.0:1746126662.383055:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400a80 00000100:00100000:1.0:1746126662.383083:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4324 00000100:00100000:1.0:1746126662.383089:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973317376:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.383231:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1981:x1830945973317376:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.383238:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4324 00002000:00100000:1.0:1746126662.383243:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400a80 x1830945973317376/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.383250:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400a80 with x1830945973317376 ext(0->4095) 00002000:00010000:1.0:1746126662.383253:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400a80 00000100:00100000:0.0:1746126662.386124:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.389514:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317504 00000100:00100000:3.0:1746126662.389527:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317504 00000100:00100000:3.0:1746126662.389576:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6012 00000100:00100000:3.0:1746126662.389583:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973317504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.389601:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.389616:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec467d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.389644:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.389652:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.389654:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.389657:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.389686:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.389699:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 55 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.389716:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755904:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.389813:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.394032:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973755904:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.394067:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.394082:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.394143:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973317504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4559us (8026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.394151:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6012 00000100:00100000:0.0:1746126662.401484:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.401933:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317632 00000100:00100000:3.0:1746126662.401945:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317632 00002000:00100000:3.0:1746126662.401992:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083401c00 x1830945973317632/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.402002:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401c00 with x1830945973317632 ext(0->7) 00010000:00010000:3.0:1746126662.402012:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.402025:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 56 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.402033:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083401c00 00000100:00100000:3.0:1746126662.402113:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2236 00000100:00100000:3.0:1746126662.402122:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+56:1982:x1830945973317632:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126662.402477:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973317632:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 355us (1071us total) trans 4294968047 rc 0/0 00000100:00100000:3.0:1746126662.402483:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2236 00002000:00100000:3.0:1746126662.402489:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880083401c00 x1830945973317632/t4294968047(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.402496:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401c00 with x1830945973317632 ext(0->7) 00010000:00010000:3.0:1746126662.402501:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.402509:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.402515:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083401c00 00000100:00100000:0.0:1746126662.404862:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.405013:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317760 00000100:00100000:3.0:1746126662.405020:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317760 00000100:00100000:3.0:1746126662.405065:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6013 00000100:00100000:3.0:1746126662.405072:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945973317760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.405086:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.405102:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4684 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.405129:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.405134:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.405140:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.405143:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.405177:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.405188:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.405249:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126662.405294:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31658:x1830945973317760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.405300:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6013 00000100:00100000:0.0:1746126662.406479:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.406559:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973317888 00000100:00100000:2.0:1746126662.406566:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973317888 00010000:00010000:2.0:1746126662.406588:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.406617:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7702 00000100:00100000:2.0:1746126662.406624:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973317888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.406634:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.406654:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.406665:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.406683:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7aae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4676 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.407104:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.407107:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.407115:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.407123:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.407151:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.407161:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.407173:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756160:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.408380:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.410112:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.410218:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973318144 00000100:00100000:3.0:1746126662.410227:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973318144 00002000:00100000:3.0:1746126662.410266:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402d80 x1830945973318144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.410275:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402d80 with x1830945973318144 ext(0->4095) 00010000:00010000:3.0:1746126662.410284:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.410295:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.410301:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083402d80 00000100:00100000:2.0:1746126662.410398:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756160:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.410424:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.410495:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973317888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3871us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.410504:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7702 00000100:00100000:3.0:1746126662.411166:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2237 00000100:00100000:3.0:1746126662.411173:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973318144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.411326:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973318144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (1223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.411331:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2237 00002000:00100000:3.0:1746126662.411337:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083402d80 x1830945973318144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.411345:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083402d80 with x1830945973318144 ext(0->4095) 00010000:00010000:3.0:1746126662.411349:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.411357:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.411363:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083402d80 00000100:00100000:0.0:1746126662.414521:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.414624:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973318272 00000100:00100000:2.0:1746126662.414633:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973318272 00010000:00010000:2.0:1746126662.414661:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.414966:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7703 00000100:00100000:2.0:1746126662.414972:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973318272:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.414989:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.415007:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.415018:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.415038:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ab5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec467d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.417028:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.417033:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.417045:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.417057:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.417104:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.417118:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756288:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.417695:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.422631:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756288:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.422653:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.422704:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973318272:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 7730us (8189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.422717:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7703 00000100:00100000:0.0:1746126662.423507:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.423532:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973318528 00000100:00100000:1.0:1746126662.423540:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973318528 00002000:00100000:1.0:1746126662.423585:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400e00 x1830945973318528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.423595:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400e00 with x1830945973318528 ext(0->4095) 00002000:00010000:1.0:1746126662.423600:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400e00 00000100:00100000:1.0:1746126662.424276:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4325 00000100:00100000:1.0:1746126662.424285:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973318528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.424477:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973318528:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (973us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.424483:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4325 00002000:00100000:1.0:1746126662.424490:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083400e00 x1830945973318528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.424497:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400e00 with x1830945973318528 ext(0->4095) 00002000:00010000:1.0:1746126662.424500:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083400e00 00000100:00100000:0.0:1746126662.426181:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.428033:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973318656 00000100:00100000:3.0:1746126662.428045:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973318656 00000100:00100000:3.0:1746126662.428101:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6014 00000100:00100000:3.0:1746126662.428109:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973318656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.428127:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.428143:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec468b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.428172:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.428179:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.428181:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.428184:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.428212:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.428222:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.428231:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973756416:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.428310:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.430189:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.430235:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973756416:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.430261:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.430277:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126662.430314:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973318656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2205us (4137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.430322:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6014 00000100:00100000:2.0:1746126662.430464:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973318784 00000100:00100000:2.0:1746126662.430470:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973318784 00010000:00010000:2.0:1746126662.430495:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.430630:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7704 00000100:00100000:2.0:1746126662.430636:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973318784:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.430648:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.430677:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.430688:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.430710:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7abc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4684 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.430724:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.430726:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.430733:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.430740:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.430768:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.430779:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756544:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.431317:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.432732:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756544:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.432746:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.432770:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973318784:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2134us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.432778:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7704 00000100:00100000:0.0:1746126662.433328:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.433375:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319040 00000100:00100000:3.0:1746126662.433382:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319040 00000100:00100000:3.0:1746126662.433428:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6015 00000100:00100000:3.0:1746126662.433435:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973319040:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.433488:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.433503:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4692 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.433531:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.433538:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.433540:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.433543:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.433567:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.433578:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.433589:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973756672:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.433646:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.433773:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.433803:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319168 00000100:00100000:3.0:1746126662.433805:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319168 00002000:00100000:3.0:1746126662.433826:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083403480 x1830945973319168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.433832:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083403480 with x1830945973319168 ext(0->4095) 00010000:00010000:3.0:1746126662.433836:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.433842:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.433953:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083403480 00000100:00100000:3.0:1746126662.433973:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2238 00000100:00100000:3.0:1746126662.433978:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973319168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.434096:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973319168:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.434100:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2238 00002000:00100000:3.0:1746126662.434103:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083403480 x1830945973319168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.434108:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083403480 with x1830945973319168 ext(0->4095) 00010000:00010000:3.0:1746126662.434111:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.434117:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.434121:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083403480 00000100:00100000:3.0:1746126662.435098:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973756672:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.435113:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.435121:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126662.435145:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945973319040:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.435152:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6015 00000100:00100000:0.0:1746126662.437851:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.437909:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.438019:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319296 00000100:00100000:3.0:1746126662.438027:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319296 00000100:00100000:3.0:1746126662.438072:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6016 00000100:00100000:3.0:1746126662.438080:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31659:x1830945973319296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.438095:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.438108:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4699 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.438130:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.438135:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.438141:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.438144:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.438175:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.438186:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.438194:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.438238:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31659:x1830945973319296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.438244:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6016 00000100:00100000:2.0:1746126662.438424:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319424 00000100:00100000:2.0:1746126662.438427:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319424 00010000:00010000:2.0:1746126662.438464:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.438487:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7705 00000100:00100000:2.0:1746126662.438492:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973319424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.438500:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.438520:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.438530:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.438545:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec468b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.438557:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.438559:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.438564:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.438570:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.438589:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.438599:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.438608:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756928:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.438661:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.440425:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.440648:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973756928:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.440661:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.440695:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973319424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2202us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.440696:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319680 00000100:00100000:3.0:1746126662.440700:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319680 00000100:00100000:2.0:1746126662.440702:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7705 00002000:00100000:3.0:1746126662.440724:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083401180 x1830945973319680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.440733:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401180 with x1830945973319680 ext(0->4095) 00010000:00010000:3.0:1746126662.440739:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.441407:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.441423:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083401180 00000100:00100000:3.0:1746126662.441469:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2239 00000100:00100000:3.0:1746126662.441476:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945973319680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.441599:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945973319680:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (1186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.441604:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2239 00002000:00100000:3.0:1746126662.441609:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083401180 x1830945973319680/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.441616:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401180 with x1830945973319680 ext(0->4095) 00010000:00010000:3.0:1746126662.441621:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.441629:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.441639:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083401180 00000100:00100000:0.0:1746126662.443476:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.444144:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973319808 00000100:00100000:2.0:1746126662.444152:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973319808 00010000:00010000:2.0:1746126662.444176:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.444220:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7706 00000100:00100000:2.0:1746126662.444226:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973319808:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.444240:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.444255:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.444265:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.444283:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7aca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4692 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.444296:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.444297:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.444303:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.444311:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.444337:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.444348:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973757056:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.444436:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.447809:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973757056:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.447831:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.447878:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973319808:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3651us (4408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.447892:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7706 00000100:00100000:0.0:1746126662.448095:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.448170:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320064 00000100:00100000:1.0:1746126662.448179:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320064 00002000:00100000:1.0:1746126662.448213:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecca80 x1830945973320064/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.448223:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973320064 ext(0->4095) 00002000:00010000:1.0:1746126662.448228:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecca80 00000100:00100000:1.0:1746126662.448266:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4326 00000100:00100000:1.0:1746126662.448274:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973320064:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.448431:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973320064:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.448437:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4326 00002000:00100000:1.0:1746126662.448471:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecca80 x1830945973320064/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.448478:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973320064 ext(0->4095) 00002000:00010000:1.0:1746126662.448481:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecca80 00000100:00100000:0.0:1746126662.450177:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.450239:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320192 00000100:00100000:1.0:1746126662.450244:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320192 00000100:00100000:1.0:1746126662.450275:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6017 00000100:00100000:1.0:1746126662.450280:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973320192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.450291:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.450304:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46a0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.450324:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.450331:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.450332:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.450336:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.450357:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.450367:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.450376:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757184:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.450457:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.452174:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757184:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.452202:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.452216:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126662.452252:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973320192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1971us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.452259:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6017 00000100:00100000:0.0:1746126662.453887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.455173:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320320 00000100:00100000:2.0:1746126662.455182:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320320 00010000:00010000:2.0:1746126662.455214:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.455244:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7707 00000100:00100000:2.0:1746126662.455252:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973320320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.455262:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.455280:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.455291:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.455308:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7ad1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4699 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.455330:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.455332:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.455338:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.455345:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.455370:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.455386:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973757312:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.455480:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.457038:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973757312:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.457057:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.457312:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.457422:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1981:x1830945973320320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2170us (3539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.457435:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7707 00000100:00100000:3.0:1746126662.457959:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320576 00000100:00100000:3.0:1746126662.457965:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320576 00002000:00100000:3.0:1746126662.457993:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecdf80 x1830945973320576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.458001:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdf80 with x1830945973320576 ext(0->4095) 00002000:00010000:3.0:1746126662.458005:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecdf80 00000100:00100000:3.0:1746126662.458028:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4327 00000100:00100000:3.0:1746126662.458034:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973320576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.458153:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973320576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.458159:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4327 00002000:00100000:3.0:1746126662.458164:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecdf80 x1830945973320576/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.458171:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdf80 with x1830945973320576 ext(0->4095) 00002000:00010000:3.0:1746126662.458173:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecdf80 00000100:00100000:0.0:1746126662.459007:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.459344:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320704 00000100:00100000:1.0:1746126662.459349:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320704 00000100:00100000:1.0:1746126662.459387:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6018 00000100:00100000:1.0:1746126662.459392:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973320704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.459402:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.459425:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46a7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.459467:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.459473:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.459474:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.459477:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.459498:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.459507:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.459516:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757440:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.459576:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.460249:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.460582:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320832 00000100:00100000:3.0:1746126662.460587:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320832 00000100:00100000:3.0:1746126662.460639:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6019 00000100:00100000:3.0:1746126662.460645:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31659:x1830945973320832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.460652:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.460659:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46ae expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.460675:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.460679:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.460684:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.460686:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 60 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.460706:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.460715:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 60 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.460724:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.461563:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31659:x1830945973320832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 918us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.461569:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6019 00000100:00100000:2.0:1746126662.461836:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757440:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.461864:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.461878:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:2.0:1746126662.461924:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31658:x1830945973320704:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.461931:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6018 00000100:00100000:0.0:1746126662.462887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.463380:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973320960 00000100:00100000:2.0:1746126662.463389:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973320960 00010000:00010000:2.0:1746126662.463428:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.463499:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7708 00000100:00100000:1.0:1746126662.463508:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973320960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.463520:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.463538:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.463548:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.463564:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ad8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a0 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.463579:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.463581:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.463586:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.463592:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.463612:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.463620:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.463629:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973757696:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.464189:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.465255:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973757696:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.465268:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.465300:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973320960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1793us (2415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.465307:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7708 00000100:00100000:0.0:1746126662.467359:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.467469:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973321216 00000100:00100000:1.0:1746126662.467477:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973321216 00002000:00100000:1.0:1746126662.467520:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecdc00 x1830945973321216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.467535:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdc00 with x1830945973321216 ext(0->4095) 00010000:00010000:1.0:1746126662.467543:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.467556:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.467563:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ecdc00 00000100:00100000:1.0:1746126662.467984:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2240 00000100:00100000:1.0:1746126662.467993:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973321216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.468179:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973321216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.468185:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2240 00002000:00100000:1.0:1746126662.468191:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecdc00 x1830945973321216/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.468197:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdc00 with x1830945973321216 ext(0->4095) 00010000:00010000:1.0:1746126662.468202:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.468210:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.468216:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ecdc00 00000100:00100000:0.0:1746126662.470244:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.470332:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973321344 00000100:00100000:1.0:1746126662.470343:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973321344 00010000:00010000:1.0:1746126662.470367:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.470391:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7709 00000100:00100000:1.0:1746126662.470395:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945973321344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.470404:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.470434:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.470478:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.470501:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7adf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46a7 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.470522:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.470524:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.470530:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.470536:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.470562:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.470570:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973757824:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.470624:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.472853:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973757824:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.472875:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.472918:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973321344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2520us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.472927:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7709 00000100:00100000:0.0:1746126662.473498:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.473624:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973321600 00000100:00100000:1.0:1746126662.473631:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973321600 00002000:00100000:1.0:1746126662.473664:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091619f80 x1830945973321600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.473674:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619f80 with x1830945973321600 ext(0->4095) 00002000:00010000:1.0:1746126662.473679:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091619f80 00000100:00100000:1.0:1746126662.473700:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4328 00000100:00100000:1.0:1746126662.473709:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973321600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.473925:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973321600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 213us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.473932:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4328 00002000:00100000:1.0:1746126662.473937:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091619f80 x1830945973321600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.473945:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619f80 with x1830945973321600 ext(0->4095) 00002000:00010000:1.0:1746126662.473947:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091619f80 00000100:00100000:0.0:1746126662.475137:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.475624:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973321728 00000100:00100000:2.0:1746126662.475632:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973321728 00000100:00100000:2.0:1746126662.475674:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6020 00000100:00100000:2.0:1746126662.475681:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973321728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.475697:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.475712:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46b5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.475747:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.475755:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.475757:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.475761:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.475793:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.475804:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.475816:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757952:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.476161:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.477027:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973757952:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.477047:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.477060:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126662.477101:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973321728:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1419us (1966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.477111:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6020 00000100:00100000:0.0:1746126662.478211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.478258:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973321856 00000100:00100000:1.0:1746126662.478265:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973321856 00010000:00010000:1.0:1746126662.478289:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.478370:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7710 00000100:00100000:1.0:1746126662.478377:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973321856:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.478390:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.478420:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.478432:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.478487:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7ae6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ae expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.478505:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.478507:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.478513:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.478521:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.478551:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.478562:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758080:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.478613:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.480043:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758080:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.480057:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.480089:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:1982:x1830945973321856:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1711us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.480096:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7710 00000100:00100000:2.0:1746126662.481736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.481850:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322112 00000100:00100000:1.0:1746126662.481857:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322112 00002000:00100000:1.0:1746126662.481889:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3480 x1830945973322112/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.481900:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973322112 ext(0->4095) 00002000:00010000:1.0:1746126662.481903:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:1.0:1746126662.481928:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4329 00000100:00100000:1.0:1746126662.481933:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973322112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.482075:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973322112:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.482080:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4329 00002000:00100000:1.0:1746126662.482085:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3480 x1830945973322112/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.482092:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973322112 ext(0->4095) 00002000:00010000:1.0:1746126662.482094:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:0.0:1746126662.482914:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.482961:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322240 00000100:00100000:2.0:1746126662.482966:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322240 00000100:00100000:2.0:1746126662.483030:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6021 00000100:00100000:2.0:1746126662.483037:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+57:31658:x1830945973322240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.483046:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.483062:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46bc expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.483085:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.483092:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.483095:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.483098:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.483132:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.483144:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.483155:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758208:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.483231:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.483823:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.483872:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322368 00000100:00100000:3.0:1746126662.483877:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322368 00000100:00100000:3.0:1746126662.483908:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6022 00000100:00100000:3.0:1746126662.483914:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31659:x1830945973322368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.483921:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.483928:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46c3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.483944:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.483948:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.483953:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.483956:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 60 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.483977:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.483989:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 60 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.483997:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.484030:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31659:x1830945973322368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.484035:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6022 00000100:00100000:2.0:1746126662.486706:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758208:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.486732:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.486748:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126662.486791:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31658:x1830945973322240:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3754us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.486799:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6021 00000100:00100000:0.0:1746126662.486936:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.487474:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322496 00000100:00100000:1.0:1746126662.487480:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322496 00010000:00010000:1.0:1746126662.487506:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.487542:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7711 00000100:00100000:1.0:1746126662.487547:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973322496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.487559:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.487578:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.487588:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.487608:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7aed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46b5 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.487629:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.487631:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.487638:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.487646:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.487672:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.487682:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.487697:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758464:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.488022:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.490001:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758464:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.490020:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.490085:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973322496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2536us (3148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.490094:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7711 00000100:00100000:0.0:1746126662.490110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.490225:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322752 00000100:00100000:3.0:1746126662.490231:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322752 00002000:00100000:3.0:1746126662.490265:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b800 x1830945973322752/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.490274:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b800 with x1830945973322752 ext(0->4095) 00010000:00010000:3.0:1746126662.490282:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.490298:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.490304:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161b800 00000100:00100000:3.0:1746126662.490317:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2241 00000100:00100000:3.0:1746126662.490322:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945973322752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.490511:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1981:x1830945973322752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.490517:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2241 00002000:00100000:3.0:1746126662.490522:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009161b800 x1830945973322752/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.490529:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161b800 with x1830945973322752 ext(0->4095) 00010000:00010000:3.0:1746126662.490533:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.490542:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.490548:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009161b800 00000100:00100000:0.0:1746126662.492157:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.492203:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973322880 00000100:00100000:1.0:1746126662.492211:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973322880 00010000:00010000:1.0:1746126662.492233:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.492263:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7712 00000100:00100000:1.0:1746126662.492269:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1979:x1830945973322880:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.492279:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.492295:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.492305:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.492327:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7af4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46bc expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.492340:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.492343:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.492350:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.492357:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.492386:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.492397:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758592:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.492511:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.495199:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.495573:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758592:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.495594:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.495635:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1979:x1830945973322880:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3364us (3481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.495645:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7712 00000100:00100000:2.0:1746126662.496257:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323136 00000100:00100000:2.0:1746126662.496265:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323136 00002000:00100000:2.0:1746126662.496303:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5180 x1830945973323136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.496314:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5180 with x1830945973323136 ext(0->4095) 00002000:00010000:2.0:1746126662.496319:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5180 00000100:00100000:2.0:1746126662.496346:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4330 00000100:00100000:2.0:1746126662.496353:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973323136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.496690:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973323136:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 337us (1501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.496697:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4330 00002000:00100000:2.0:1746126662.496702:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5180 x1830945973323136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.496709:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5180 with x1830945973323136 ext(0->4095) 00002000:00010000:2.0:1746126662.496712:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5180 00000100:00100000:0.0:1746126662.499924:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.499991:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323264 00000100:00100000:3.0:1746126662.500000:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323264 00000100:00100000:3.0:1746126662.500052:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6023 00000100:00100000:3.0:1746126662.500059:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973323264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.500081:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.500098:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46ca expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.500126:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.500137:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.500139:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.500143:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.500173:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.500184:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 57 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.500279:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758720:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.501247:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.503308:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758720:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.503339:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.503356:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126662.503422:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973323264:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3362us (3507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.503431:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6023 00000100:00100000:0.0:1746126662.503488:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.503511:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323392 00000100:00100000:1.0:1746126662.503518:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323392 00010000:00010000:1.0:1746126662.503546:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.503580:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7713 00000100:00100000:1.0:1746126662.503587:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1982:x1830945973323392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.503600:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.503620:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.503636:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.503658:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7afb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46c3 expref: 58 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.503679:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.503682:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.503688:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.503695:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.503725:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.503735:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758848:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.503794:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.506048:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.506125:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323520 00000100:00100000:3.0:1746126662.506132:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323520 00000100:00100000:3.0:1746126662.506175:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6024 00000100:00100000:3.0:1746126662.506182:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945973323520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.506197:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126662.506198:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973758848:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.506211:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46d1 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.506213:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126662.506237:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.506244:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.506246:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.506249:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.506255:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973323392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2669us (2769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.506263:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7713 00010000:00010000:3.0:1746126662.506273:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.506283:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.506293:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758976:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.506346:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.507010:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.507057:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323776 00000100:00100000:3.0:1746126662.507061:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323776 00002000:00100000:3.0:1746126662.507087:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6300 x1830945973323776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.507102:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945973323776 ext(0->4095) 00010000:00010000:3.0:1746126662.507112:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.507121:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.507127:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6300 00000100:00100000:3.0:1746126662.507151:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2242 00000100:00100000:3.0:1746126662.507156:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973323776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.507567:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973323776:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 409us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.507573:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2242 00002000:00100000:3.0:1746126662.507578:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6300 x1830945973323776/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.507585:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945973323776 ext(0->4095) 00010000:00010000:3.0:1746126662.508395:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.508407:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.508422:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6300 00000100:00100000:3.0:1746126662.508965:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973758976:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.508988:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 58 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.509001:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126662.509040:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:31658:x1830945973323520:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.509047:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6024 00000100:00100000:0.0:1746126662.512933:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.513167:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973323904 00000100:00100000:1.0:1746126662.513178:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973323904 00010000:00010000:1.0:1746126662.513212:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.513557:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7714 00000100:00100000:2.0:1746126662.513568:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973323904:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.513582:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.513605:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.513618:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.513640:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ca expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.513667:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.513669:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.513676:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.513683:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.513717:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.513729:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759104:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.513808:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9600 going to sleep for 11 seconds 00010000:00010000:3.0:1746126662.513942:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126662.516408:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.516658:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324160 00000100:00100000:3.0:1746126662.516666:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324160 00002000:00100000:3.0:1746126662.516705:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4700 x1830945973324160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.516715:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4700 with x1830945973324160 ext(0->4095) 00002000:00010000:3.0:1746126662.516720:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4700 00000100:00100000:3.0:1746126662.516739:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4331 00000100:00100000:3.0:1746126662.516746:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973324160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.516910:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973324160:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.516916:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4331 00002000:00100000:3.0:1746126662.516921:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4700 x1830945973324160/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.516929:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4700 with x1830945973324160 ext(0->4095) 00002000:00010000:3.0:1746126662.516932:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4700 00000100:00100000:2.0:1746126662.517404:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759104:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.517432:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.517474:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973323904:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3908us (4553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.517482:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7714 00000100:00100000:1.0:1746126662.521219:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.521334:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324288 00000100:00100000:3.0:1746126662.521436:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324288 00000100:00100000:3.0:1746126662.522515:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6025 00000100:00100000:3.0:1746126662.522525:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973324288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.522544:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.522560:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46d8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.522588:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.522595:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.522597:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.522600:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.522632:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.522643:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 57 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.522654:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973759232:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.523789:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.525311:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.525372:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324416 00000100:00100000:2.0:1746126662.525381:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324416 00000100:00100000:3.0:1746126662.525403:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973759232:192.168.203.49@tcp:104: 00002000:00100000:2.0:1746126662.525432:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b5500 x1830945973324416/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126662.525439:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126662.525461:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945973324416 ext(0->7) 00010000:00010000:2.0:1746126662.525468:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.525478:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00010000:00010000:2.0:1746126662.525480:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 58 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.525487:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5500 00000100:00100000:2.0:1746126662.525506:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2243 00000100:00100000:2.0:1746126662.525512:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+58:1981:x1830945973324416:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126662.525525:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973324288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3003us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.525532:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6025 00000100:00100000:2.0:1746126662.526652:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973324416:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 1135us (1343us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1746126662.526659:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2243 00002000:00100000:2.0:1746126662.526666:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008b1b5500 x1830945973324416/t4294968048(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.526677:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5500 with x1830945973324416 ext(0->7) 00010000:00010000:2.0:1746126662.526683:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.526697:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.526703:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5500 00000100:00100000:0.0:1746126662.533997:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.534100:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324544 00000100:00100000:2.0:1746126662.534110:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324544 00010000:00010000:2.0:1746126662.534146:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.534238:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7715 00000100:00100000:2.0:1746126662.534246:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1980:x1830945973324544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.534261:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126662.534280:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126662 -> 1746126663 00002000:00010000:2.0:1746126662.534282:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126662 -> 1746126663 00010000:00010000:2.0:1746126662.534287:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.534298:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.534320:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d1 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.534490:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.534492:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.534500:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.534510:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.534606:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.534620:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759360:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.534688:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.536077:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759360:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.536095:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.536130:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1980:x1830945973324544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1884us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.536139:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7715 00000100:00100000:0.0:1746126662.536668:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.536963:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324800 00000100:00100000:2.0:1746126662.536971:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324800 00002000:00100000:2.0:1746126662.537012:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4e00 x1830945973324800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.537022:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973324800 ext(0->4095) 00002000:00010000:2.0:1746126662.537027:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:2.0:1746126662.537040:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4332 00000100:00100000:2.0:1746126662.537046:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973324800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.537193:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973324800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.537199:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4332 00002000:00100000:2.0:1746126662.537203:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b4e00 x1830945973324800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.537211:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973324800 ext(0->4095) 00002000:00010000:2.0:1746126662.537213:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:0.0:1746126662.538881:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.538973:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973324928 00000100:00100000:3.0:1746126662.538981:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973324928 00000100:00100000:3.0:1746126662.539063:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6026 00000100:00100000:3.0:1746126662.539070:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31659:x1830945973324928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.539083:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.539098:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46df expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.539123:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.539134:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.539136:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.539139:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.539164:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.539173:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.539310:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973759488:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.539654:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.540921:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973759488:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.540944:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.540958:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126662.540990:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31659:x1830945973324928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.540997:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6026 00000100:00100000:0.0:1746126662.542214:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.542248:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.542308:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325184 00000100:00100000:2.0:1746126662.542315:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325184 00010000:00010000:2.0:1746126662.542338:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.542366:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7716 00000100:00100000:2.0:1746126662.542372:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973325184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.542382:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126662.542498:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325056 00000100:00100000:3.0:1746126662.542501:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325056 00000100:00100000:3.0:1746126662.542518:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6027 00000100:00100000:3.0:1746126662.542523:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945973325056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.542702:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.542714:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46e6 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.542730:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.542734:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.542739:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.542742:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.542769:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.542777:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.542784:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00010000:00010000:2.0:1746126662.543164:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.543178:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.543194:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7b10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46d8 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.543217:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.543219:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.543224:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.543231:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.543251:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.543266:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.543277:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759744:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.543334:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973325056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 809us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.543340:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6027 00000100:00100000:2.0:1746126662.543438:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.544617:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973759744:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.544631:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.544659:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973325184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2287us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.544784:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7716 00000100:00100000:0.0:1746126662.545262:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.545328:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325440 00000100:00100000:2.0:1746126662.545334:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325440 00002000:00100000:2.0:1746126662.545365:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5c00 x1830945973325440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.545373:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973325440 ext(0->4095) 00010000:00010000:2.0:1746126662.545382:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.545392:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.545397:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5c00 00000100:00100000:2.0:1746126662.545434:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2244 00000100:00100000:2.0:1746126662.545440:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973325440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.545641:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973325440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.545647:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2244 00002000:00100000:2.0:1746126662.545652:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5c00 x1830945973325440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.545660:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973325440 ext(0->4095) 00010000:00010000:2.0:1746126662.545665:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.545674:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.545680:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5c00 00000100:00100000:0.0:1746126662.548575:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.548622:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.548667:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325568 00000100:00100000:3.0:1746126662.548676:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325568 00000100:00100000:3.0:1746126662.548711:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6028 00000100:00100000:3.0:1746126662.548718:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973325568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.548736:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126662.548887:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325696 00000100:00100000:2.0:1746126662.548892:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325696 00010000:00010000:2.0:1746126662.548913:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.548919:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46ed expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.548933:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7717 00000100:00100000:2.0:1746126662.548938:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973325696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.548944:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.548947:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.548950:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.548955:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126662.548959:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.548969:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.548980:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.548995:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.548998:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7b17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46df expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.549008:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.549009:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.549011:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.549017:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.549034:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.549044:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00010000:00010000:2.0:1746126662.549053:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.549063:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.549074:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.549085:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973325568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 367us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.549090:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6028 00000100:00100000:2.0:1746126662.549126:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.550669:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760000:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.550684:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.550721:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973325696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1782us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.550728:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7717 00000100:00100000:0.0:1746126662.551294:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.551375:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973325952 00000100:00100000:2.0:1746126662.551380:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973325952 00002000:00100000:2.0:1746126662.551407:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7800 x1830945973325952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.551426:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7800 with x1830945973325952 ext(0->4095) 00010000:00010000:2.0:1746126662.551433:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.551474:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.551481:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b7800 00000100:00100000:2.0:1746126662.551498:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2245 00000100:00100000:2.0:1746126662.551531:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973325952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.551708:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973325952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.551716:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2245 00002000:00100000:2.0:1746126662.551722:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7800 x1830945973325952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.551728:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7800 with x1830945973325952 ext(0->4095) 00010000:00010000:2.0:1746126662.551733:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.551740:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.551746:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b7800 00000100:00100000:0.0:1746126662.553325:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.553369:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.553467:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326080 00000100:00100000:3.0:1746126662.553474:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326080 00000100:00100000:3.0:1746126662.553507:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6029 00000100:00100000:2.0:1746126662.553517:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326208 00000100:00100000:2.0:1746126662.553521:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326208 00010000:00010000:2.0:1746126662.553540:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.553558:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973326080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126662.553562:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7718 00000100:00100000:2.0:1746126662.553568:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1981:x1830945973326208:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.553569:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.553577:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.553580:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46f4 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.553595:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.553606:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.553627:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46e6 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.553643:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.553645:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.553653:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.553660:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.553694:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.553701:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.553702:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.553705:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.553729:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.553730:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.553740:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.553748:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.553750:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760256:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.553758:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760128:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.553854:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.553863:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.556757:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760256:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.556789:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.556805:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126662.556845:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973326080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3329us (3523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.556853:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6029 00000100:00100000:2.0:1746126662.556954:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760128:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.556965:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.556983:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973326208:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3416us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.556991:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7718 00000100:00100000:1.0:1746126662.557897:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.558048:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326464 00000100:00100000:2.0:1746126662.558055:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326464 00002000:00100000:2.0:1746126662.558090:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d880 x1830945973326464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.558100:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d880 with x1830945973326464 ext(0->4095) 00010000:00010000:2.0:1746126662.558107:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.558122:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.558128:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d880 00000100:00100000:2.0:1746126662.558153:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2246 00000100:00100000:2.0:1746126662.558159:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973326464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.558351:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973326464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 191us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.558357:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2246 00002000:00100000:2.0:1746126662.558362:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2d880 x1830945973326464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.558368:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2d880 with x1830945973326464 ext(0->4095) 00010000:00010000:2.0:1746126662.558373:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.558381:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.558386:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2d880 00000100:00100000:0.0:1746126662.561228:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.561315:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326592 00000100:00100000:2.0:1746126662.561323:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326592 00010000:00010000:2.0:1746126662.561353:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.561377:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7719 00000100:00100000:2.0:1746126662.561384:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973326592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.561396:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.561429:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.561463:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.561487:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46ed expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.561516:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.561518:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.561525:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.561538:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.561723:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.561733:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760384:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.561837:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.563324:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760384:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.563340:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.563376:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.563482:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973326592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2097us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.563491:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7719 00000100:00100000:3.0:1746126662.563551:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326848 00000100:00100000:3.0:1746126662.563557:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326848 00002000:00100000:3.0:1746126662.563702:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945973326848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.563712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945973326848 ext(0->4095) 00002000:00010000:3.0:1746126662.563716:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defb800 00000100:00100000:3.0:1746126662.563731:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4333 00000100:00100000:3.0:1746126662.563737:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973326848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.563882:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973326848:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.563888:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4333 00002000:00100000:3.0:1746126662.563894:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb800 x1830945973326848/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.563901:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb800 with x1830945973326848 ext(0->4095) 00002000:00010000:3.0:1746126662.563904:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defb800 00000100:00100000:0.0:1746126662.565105:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.565258:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973326976 00000100:00100000:3.0:1746126662.565263:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973326976 00000100:00100000:3.0:1746126662.565294:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6030 00000100:00100000:3.0:1746126662.565300:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973326976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.565310:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.565323:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec46fb expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.565345:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.565356:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.565357:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.565361:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.565384:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.565394:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.565405:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760512:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.565502:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.566384:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760512:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.566403:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.566427:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.566469:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973326976:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1168us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.566475:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6030 00000100:00100000:0.0:1746126662.566783:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.566845:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973327104 00000100:00100000:2.0:1746126662.566850:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973327104 00010000:00010000:2.0:1746126662.566867:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.566903:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7720 00000100:00100000:2.0:1746126662.566909:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973327104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.566919:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.567100:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.567115:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.567134:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7b2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46f4 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.567158:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.567160:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.567166:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.567174:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.567196:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.567205:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760640:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.567252:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.569092:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760640:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126662.569099:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126662.569109:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.569142:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:1982:x1830945973327104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2232us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.569147:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973327360 00000100:00100000:2.0:1746126662.569150:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7720 00000100:00100000:1.0:1746126662.569154:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973327360 00002000:00100000:1.0:1746126662.569573:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defbb80 x1830945973327360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.569583:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defbb80 with x1830945973327360 ext(0->4095) 00002000:00010000:1.0:1746126662.569587:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defbb80 00000100:00100000:1.0:1746126662.569607:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4334 00000100:00100000:1.0:1746126662.569614:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973327360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.569748:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973327360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.569754:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4334 00002000:00100000:1.0:1746126662.569759:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defbb80 x1830945973327360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.569771:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defbb80 with x1830945973327360 ext(0->4095) 00002000:00010000:1.0:1746126662.569774:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012defbb80 00000100:00100000:0.0:1746126662.571619:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.571722:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973327488 00000100:00100000:3.0:1746126662.571729:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973327488 00000100:00100000:3.0:1746126662.571758:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6031 00000100:00100000:3.0:1746126662.571764:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+59:31659:x1830945973327488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.571777:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.571792:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4702 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.571816:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.571823:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.571824:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.571827:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.571855:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.571865:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.571876:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760768:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.572190:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.573574:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973760768:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.573598:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.573610:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126662.573643:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31659:x1830945973327488:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.573653:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6031 00000100:00100000:0.0:1746126662.574278:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.574327:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973327616 00000100:00100000:2.0:1746126662.574334:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973327616 00010000:00010000:2.0:1746126662.574358:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.574387:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7721 00000100:00100000:2.0:1746126662.574392:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973327616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.574402:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.574427:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.574438:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.574475:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7b33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec46fb expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.574498:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.574500:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.574506:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.574512:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.574537:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.574547:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760896:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.574605:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.575598:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.575692:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973327744 00000100:00100000:3.0:1746126662.575697:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973327744 00000100:00100000:3.0:1746126662.575731:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6032 00000100:00100000:3.0:1746126662.575737:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945973327744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.575748:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.575758:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4709 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.575776:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.575782:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.575784:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.575787:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.576165:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.576176:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.576184:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973761024:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.576418:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.576877:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973760896:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.576889:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.576919:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973327616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2526us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.576927:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7721 00000100:00100000:0.0:1746126662.577309:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.577380:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328000 00000100:00100000:1.0:1746126662.577385:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328000 00000100:00100000:3.0:1746126662.577399:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973761024:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.577425:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126662.577426:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb100 x1830945973328000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126662.577435:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00002000:00100000:1.0:1746126662.577440:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb100 with x1830945973328000 ext(0->4095) 00010000:00010000:1.0:1746126662.577464:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.577474:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973327744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1737us (1878us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126662.577474:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.577479:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6032 00002000:00010000:1.0:1746126662.577480:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb100 00000100:00100000:1.0:1746126662.577498:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2247 00000100:00100000:1.0:1746126662.577503:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973328000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.577722:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973328000:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 217us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.577728:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2247 00002000:00100000:1.0:1746126662.577733:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defb100 x1830945973328000/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.577739:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb100 with x1830945973328000 ext(0->4095) 00010000:00010000:1.0:1746126662.577744:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.577752:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.577757:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb100 00000100:00100000:0.0:1746126662.579200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.579324:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328128 00000100:00100000:3.0:1746126662.579328:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328128 00000100:00100000:1.0:1746126662.579579:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6033 00000100:00100000:1.0:1746126662.579587:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973328128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.579597:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126662.579601:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126662.579611:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4710 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.579629:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.579633:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.579639:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126662.579642:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.579652:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328256 00000100:00100000:3.0:1746126662.579655:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328256 00010000:00010000:3.0:1746126662.579666:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.579671:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.579680:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7722 00010000:00010000:1.0:1746126662.579680:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.579685:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1980:x1830945973328256:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.579688:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00010000:00010000:3.0:1746126662.579692:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.579706:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.579712:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973328128:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (515us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126662.579715:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.579717:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6033 00010000:00010000:3.0:1746126662.579730:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7b3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4702 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.579751:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.579753:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.579759:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.579766:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.579785:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.579795:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.579805:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761280:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.579857:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.581072:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761280:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.581080:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.581096:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1980:x1830945973328256:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1411us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.581101:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7722 00000100:00100000:0.0:1746126662.581471:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.581495:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328512 00000100:00100000:1.0:1746126662.581500:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328512 00002000:00100000:1.0:1746126662.581527:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9c00 x1830945973328512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.581542:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9c00 with x1830945973328512 ext(0->4095) 00010000:00010000:1.0:1746126662.581547:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.581557:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.581563:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def9c00 00000100:00100000:1.0:1746126662.581586:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2248 00000100:00100000:1.0:1746126662.581592:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973328512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.581713:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973328512:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.581719:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2248 00002000:00100000:1.0:1746126662.581724:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9c00 x1830945973328512/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.581730:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9c00 with x1830945973328512 ext(0->4095) 00010000:00010000:1.0:1746126662.581735:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.581744:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.581749:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def9c00 00000100:00100000:0.0:1746126662.582902:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.582992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.583037:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328640 00000100:00100000:3.0:1746126662.583038:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973328768 00000100:00100000:3.0:1746126662.583041:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328768 00000100:00100000:1.0:1746126662.583041:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973328640 00000100:00100000:1.0:1746126662.583075:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6034 00000100:00100000:1.0:1746126662.583080:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973328640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.583089:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.583097:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.583100:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4717 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.583113:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7723 00000100:00100000:3.0:1746126662.583117:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1979:x1830945973328768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.583118:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.583123:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.583126:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.583128:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126662.583131:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.583255:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.583264:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.583278:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.583282:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7b41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4709 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.583289:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.583296:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.583345:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.583351:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.583357:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.583383:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126662.583391:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.583401:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.583426:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973761536:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.583493:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1979:x1830945973328768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 374us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.583498:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7723 00000100:00100000:1.0:1746126662.583570:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.584708:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973761536:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.584719:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126662.584739:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945973328640:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1659us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.584745:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6034 00000100:00100000:0.0:1746126662.587220:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.587289:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329024 00000100:00100000:1.0:1746126662.587296:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329024 00002000:00100000:1.0:1746126662.587332:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defa680 x1830945973329024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.587341:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defa680 with x1830945973329024 ext(0->4095) 00010000:00010000:1.0:1746126662.587348:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.587359:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.587369:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defa680 00000100:00100000:1.0:1746126662.587392:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2249 00000100:00100000:1.0:1746126662.587397:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973329024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.587581:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973329024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.587586:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2249 00002000:00100000:1.0:1746126662.587591:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012defa680 x1830945973329024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.587598:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defa680 with x1830945973329024 ext(0->4095) 00010000:00010000:1.0:1746126662.587602:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.587609:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.587614:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defa680 00000100:00100000:0.0:1746126662.591315:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.591505:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329152 00000100:00100000:3.0:1746126662.591513:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329152 00010000:00010000:3.0:1746126662.591545:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.591568:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7724 00000100:00100000:3.0:1746126662.591575:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973329152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.591587:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.591605:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.591616:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.591643:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7b48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4710 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.591675:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.591677:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.591684:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.591692:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.591726:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.591738:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761664:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.591824:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.593998:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761664:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.594016:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.594053:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973329152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2478us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.594060:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7724 00000100:00100000:0.0:1746126662.594742:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.594790:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329408 00000100:00100000:2.0:1746126662.594796:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329408 00002000:00100000:2.0:1746126662.594827:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641c00 x1830945973329408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.594834:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641c00 with x1830945973329408 ext(0->4095) 00002000:00010000:2.0:1746126662.594838:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091641c00 00000100:00100000:2.0:1746126662.594857:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4335 00000100:00100000:2.0:1746126662.594861:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973329408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.594986:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973329408:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.594990:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4335 00002000:00100000:2.0:1746126662.594993:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641c00 x1830945973329408/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.594998:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641c00 with x1830945973329408 ext(0->4095) 00002000:00010000:2.0:1746126662.595000:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091641c00 00000100:00100000:0.0:1746126662.597721:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.597784:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329536 00000100:00100000:1.0:1746126662.597792:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329536 00000100:00100000:2.0:1746126662.597879:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6035 00000100:00100000:2.0:1746126662.597886:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973329536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.597905:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.598965:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec471e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.599039:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.599046:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.599049:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.599052:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.599083:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.599095:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 59 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.599107:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973761792:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.599192:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.600578:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973761792:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.600600:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.600613:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126662.600647:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973329536:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.600658:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6035 00000100:00100000:0.0:1746126662.601002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.601050:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329664 00000100:00100000:3.0:1746126662.601056:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329664 00010000:00010000:3.0:1746126662.601081:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 60 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.601117:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7725 00000100:00100000:3.0:1746126662.601123:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973329664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.601135:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.601154:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 60 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.601164:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 60 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.601183:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4717 expref: 60 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.601773:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.601776:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.601784:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.601793:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.601821:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.601831:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761920:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.601917:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.604037:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.604168:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973761920:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.604179:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973329792 00010000:00010000:3.0:1746126662.604185:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.604187:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973329792 00000100:00100000:2.0:1746126662.604237:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6036 00000100:00100000:2.0:1746126662.604244:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945973329792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.604321:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.604337:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4725 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.604361:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973329664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3237us (3358us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126662.604362:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.604369:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7725 00010000:00010000:2.0:1746126662.604370:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.604372:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.604375:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.604400:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.604424:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.604434:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762048:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.604502:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.605997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.606342:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330048 00000100:00100000:1.0:1746126662.606348:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330048 00002000:00100000:1.0:1746126662.606377:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641f80 x1830945973330048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.606387:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973330048 ext(0->4095) 00010000:00010000:1.0:1746126662.606393:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.606405:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.606424:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091641f80 00000100:00100000:1.0:1746126662.607459:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2250 00000100:00100000:1.0:1746126662.607490:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973330048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.607641:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973330048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (1648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.607648:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2250 00002000:00100000:1.0:1746126662.607653:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091641f80 x1830945973330048/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.607661:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973330048 ext(0->4095) 00010000:00010000:1.0:1746126662.607667:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.607676:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.607682:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091641f80 00000100:00100000:2.0:1746126662.607814:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762048:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.607838:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 60 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.607852:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126662.607964:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:31658:x1830945973329792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3719us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.607970:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6036 00000100:00100000:0.0:1746126662.609693:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.609745:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330176 00000100:00100000:3.0:1746126662.609752:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330176 00010000:00010000:3.0:1746126662.609776:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.609809:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7726 00000100:00100000:3.0:1746126662.609815:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973330176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.609826:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.609842:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.609860:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.609881:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7b56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec471e expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.609896:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.609898:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.609905:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.609913:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.609946:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.609959:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762176:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.610345:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.612216:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762176:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.612234:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.612248:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.612275:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973330176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2459us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.612284:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7726 00000100:00100000:2.0:1746126662.612359:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330432 00000100:00100000:2.0:1746126662.612365:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330432 00002000:00100000:2.0:1746126662.612402:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642d80 x1830945973330432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.612419:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973330432 ext(0->4095) 00002000:00010000:2.0:1746126662.612424:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:2.0:1746126662.612469:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4336 00000100:00100000:2.0:1746126662.612476:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973330432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.612615:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1982:x1830945973330432:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.612621:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4336 00002000:00100000:2.0:1746126662.612626:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642d80 x1830945973330432/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.612633:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973330432 ext(0->4095) 00002000:00010000:2.0:1746126662.612636:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:0.0:1746126662.617979:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.618089:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330560 00000100:00100000:2.0:1746126662.618098:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330560 00000100:00100000:2.0:1746126662.618154:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6037 00000100:00100000:2.0:1746126662.618161:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973330560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.618180:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.618195:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec472c expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.618223:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.618229:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.618231:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.618234:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.618261:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.618272:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 59 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.618283:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762304:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.618361:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.619933:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762304:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.619957:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.619971:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.620008:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973330560:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1846us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.620016:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6037 00000100:00100000:0.0:1746126662.620371:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.620881:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330688 00000100:00100000:1.0:1746126662.620888:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330688 00002000:00100000:1.0:1746126662.620921:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091642a00 x1830945973330688/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.620930:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642a00 with x1830945973330688 ext(0->7) 00010000:00010000:1.0:1746126662.620936:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.620947:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 60 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.620953:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091642a00 00000100:00100000:1.0:1746126662.620976:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2251 00000100:00100000:1.0:1746126662.620982:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+60:1981:x1830945973330688:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126662.621276:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973330688:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 293us (905us total) trans 4294968049 rc 0/0 00000100:00100000:1.0:1746126662.621282:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2251 00002000:00100000:1.0:1746126662.621287:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091642a00 x1830945973330688/t4294968049(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.621293:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642a00 with x1830945973330688 ext(0->7) 00010000:00010000:1.0:1746126662.621298:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.621306:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.621312:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091642a00 00000100:00100000:0.0:1746126662.623333:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.623609:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330816 00000100:00100000:3.0:1746126662.623618:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330816 00010000:00010000:3.0:1746126662.623648:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.623674:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7727 00000100:00100000:3.0:1746126662.623680:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973330816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.623692:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.623710:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.623722:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.623745:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4725 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.623765:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.623766:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.623773:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.623781:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.623813:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.623826:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762432:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.624834:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.625910:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.626046:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973330944 00000100:00100000:2.0:1746126662.626053:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973330944 00000100:00100000:2.0:1746126662.626167:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6038 00000100:00100000:2.0:1746126662.626173:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973330944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.626187:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.626202:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4733 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.626224:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.626230:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.626232:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.626235:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.626260:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.626271:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.626280:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762560:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.626330:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.626505:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.626584:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762432:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.626599:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.626624:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973330816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2944us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.626632:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7727 00000100:00100000:2.0:1746126662.626867:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331200 00000100:00100000:2.0:1746126662.626870:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331200 00002000:00100000:2.0:1746126662.626895:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945973331200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.626904:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945973331200 ext(0->4095) 00010000:00010000:2.0:1746126662.626910:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.626919:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.626925:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:2.0:1746126662.627142:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2252 00000100:00100000:2.0:1746126662.627148:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973331200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.627431:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973331200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 282us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.627438:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2252 00002000:00100000:2.0:1746126662.627463:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711180 x1830945973331200/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.627470:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711180 with x1830945973331200 ext(0->4095) 00010000:00010000:2.0:1746126662.627475:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.627483:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.627493:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4711180 00000100:00100000:2.0:1746126662.627528:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762560:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.627539:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.627549:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.627568:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973330944:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1395us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.627577:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6038 00000100:00100000:0.0:1746126662.629309:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.629435:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331328 00000100:00100000:3.0:1746126662.629467:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331328 00010000:00010000:3.0:1746126662.629494:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.629516:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7728 00000100:00100000:3.0:1746126662.629522:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973331328:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.629535:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.629553:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.629565:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.629588:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7b64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec472c expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.629601:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.629602:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.629608:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.629616:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.629645:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.629656:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762688:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.629732:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.630163:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.630180:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331456 00000100:00100000:2.0:1746126662.630184:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331456 00000100:00100000:2.0:1746126662.630202:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6039 00000100:00100000:2.0:1746126662.630207:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973331456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.630217:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.630227:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec473a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.630301:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.630308:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.630309:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.630312:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.630330:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.630341:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.630350:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762816:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.630419:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.631692:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.631831:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973762688:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.631846:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.631886:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973331328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2363us (2581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.631899:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7728 00000100:00100000:2.0:1746126662.631993:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331712 00000100:00100000:2.0:1746126662.631998:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331712 00002000:00100000:2.0:1746126662.632027:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945973331712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.632036:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945973331712 ext(0->4095) 00010000:00010000:2.0:1746126662.632042:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.632053:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.632059:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4713800 00000100:00100000:2.0:1746126662.632072:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2253 00000100:00100000:2.0:1746126662.632077:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973331712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.632342:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973331712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 263us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.632348:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2253 00002000:00100000:2.0:1746126662.632353:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4713800 x1830945973331712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.632367:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4713800 with x1830945973331712 ext(0->4095) 00010000:00010000:2.0:1746126662.632371:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.632380:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.632386:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4713800 00000100:00100000:2.0:1746126662.632407:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973762816:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.632434:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.632707:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.632762:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973331456:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2554us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.632769:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6039 00000100:00100000:0.0:1746126662.633702:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.633775:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331840 00000100:00100000:2.0:1746126662.633781:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331840 00000100:00100000:2.0:1746126662.633814:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6040 00000100:00100000:2.0:1746126662.633820:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973331840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.633830:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.633843:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4741 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.633860:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.633865:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.633870:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126662.633873:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.633902:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.633912:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.633920:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126662.633957:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973331840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.633963:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6040 00000100:00100000:0.0:1746126662.634066:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.634135:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973331968 00000100:00100000:3.0:1746126662.634139:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973331968 00010000:00010000:3.0:1746126662.634154:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.634171:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7729 00000100:00100000:3.0:1746126662.634176:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1980:x1830945973331968:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.634183:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.634198:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.634207:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.634425:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7b6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4733 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.634438:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.634440:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.634478:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.634485:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.634505:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.634516:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.634526:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763072:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.634591:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.636642:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763072:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126662.636648:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126662.636658:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.636686:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1980:x1830945973331968:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2509us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.636695:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7729 00000100:00100000:2.0:1746126662.636695:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973332224 00000100:00100000:2.0:1746126662.636701:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973332224 00002000:00100000:2.0:1746126662.636729:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4710a80 x1830945973332224/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.636738:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4710a80 with x1830945973332224 ext(0->4095) 00010000:00010000:2.0:1746126662.636744:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.636756:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.636767:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4710a80 00000100:00100000:2.0:1746126662.636794:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2254 00000100:00100000:2.0:1746126662.636801:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973332224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.636943:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973332224:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.636949:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2254 00002000:00100000:2.0:1746126662.636954:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4710a80 x1830945973332224/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.636961:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4710a80 with x1830945973332224 ext(0->4095) 00010000:00010000:2.0:1746126662.636966:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.636974:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.636981:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4710a80 00000100:00100000:0.0:1746126662.639047:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.639115:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973332352 00000100:00100000:3.0:1746126662.639121:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973332352 00010000:00010000:3.0:1746126662.639143:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.639163:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7730 00000100:00100000:3.0:1746126662.639170:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973332352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.639180:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.639196:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.639207:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.639228:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec473a expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.639257:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.639260:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.639267:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.639274:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.639304:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.639315:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763200:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.639893:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.641118:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763200:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.641132:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.641165:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973332352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1995us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.641172:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7730 00000100:00100000:0.0:1746126662.642747:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.642798:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973332608 00000100:00100000:2.0:1746126662.642806:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973332608 00002000:00100000:2.0:1746126662.642846:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641c00 x1830945973332608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.642856:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641c00 with x1830945973332608 ext(0->4095) 00002000:00010000:2.0:1746126662.642861:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641c00 00000100:00100000:2.0:1746126662.642886:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4337 00000100:00100000:2.0:1746126662.642900:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973332608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.643049:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973332608:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.643054:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4337 00002000:00100000:2.0:1746126662.643060:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641c00 x1830945973332608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.643066:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641c00 with x1830945973332608 ext(0->4095) 00002000:00010000:2.0:1746126662.643069:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641c00 00000100:00100000:0.0:1746126662.647359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.647473:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973332736 00000100:00100000:2.0:1746126662.647555:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973332736 00000100:00100000:2.0:1746126662.647851:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6041 00000100:00100000:2.0:1746126662.647859:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973332736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.647876:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.647892:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4748 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.647916:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.647922:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.647924:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.647927:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.647951:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.647966:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.647977:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973763328:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.648058:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.649548:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973763328:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.649567:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.649578:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126662.649612:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973332736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1753us (2259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.649619:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6041 00000100:00100000:0.0:1746126662.649876:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.649941:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973332864 00000100:00100000:3.0:1746126662.649946:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973332864 00010000:00010000:3.0:1746126662.649963:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.649978:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7731 00000100:00100000:3.0:1746126662.649983:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973332864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.649994:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.650009:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.650018:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.650033:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7b79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4741 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.650059:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.650061:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.650067:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.650073:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.650092:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.650100:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763456:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.650153:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.652248:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.652286:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.652323:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333120 00000100:00100000:1.0:1746126662.652335:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333120 00002000:00100000:1.0:1746126662.652380:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641500 x1830945973333120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126662.652383:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763456:192.168.203.49@tcp:105: 00002000:00100000:1.0:1746126662.652390:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830945973333120 ext(0->4095) 00002000:00010000:1.0:1746126662.652395:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641500 00010000:00010000:3.0:1746126662.652398:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.652433:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4338 00000100:00100000:3.0:1746126662.652437:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973332864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2453us (2561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.652471:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973333120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.652474:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7731 00000100:00100000:1.0:1746126662.652646:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973333120:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.652653:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4338 00002000:00100000:1.0:1746126662.652658:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093641500 x1830945973333120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.652664:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093641500 with x1830945973333120 ext(0->4095) 00002000:00010000:1.0:1746126662.652667:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093641500 00000100:00100000:2.0:1746126662.652710:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333248 00000100:00100000:2.0:1746126662.652715:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333248 00000100:00100000:2.0:1746126662.652751:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6042 00000100:00100000:2.0:1746126662.652757:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973333248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.652769:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.652780:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec474f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.652800:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.652811:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.652812:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.652815:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.652833:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.652843:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 5 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.652852:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973763584:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.652891:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.656180:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973763584:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.656260:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.656277:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.657077:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973333248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4317us (4787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.657085:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6042 00000100:00100000:2.0:1746126662.657684:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.658396:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333376 00000100:00100000:3.0:1746126662.658403:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333376 00000100:00100000:3.0:1746126662.658456:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6043 00000100:00100000:3.0:1746126662.658465:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31659:x1830945973333376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.658479:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.658491:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4756 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.658511:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.658516:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.658521:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.658524:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.658554:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.658563:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.658571:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.658595:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31659:x1830945973333376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.658600:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6043 00000100:00100000:0.0:1746126662.658940:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.659161:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333504 00000100:00100000:3.0:1746126662.659164:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333504 00010000:00010000:3.0:1746126662.659179:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.659208:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7732 00000100:00100000:3.0:1746126662.659213:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973333504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.659221:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.659238:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.659248:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.659262:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7b80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4748 expref: 6 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.659839:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.659841:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.659847:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.659854:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.659874:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.659888:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.659897:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763840:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.660338:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.662083:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763840:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.662098:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.662139:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973333504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2924us (3199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.662147:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7732 00000100:00100000:0.0:1746126662.662570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.662752:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333760 00000100:00100000:3.0:1746126662.662757:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333760 00002000:00100000:3.0:1746126662.662785:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642a00 x1830945973333760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.662793:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830945973333760 ext(0->4095) 00010000:00010000:3.0:1746126662.662799:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.662809:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.662814:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:3.0:1746126662.663467:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2255 00000100:00100000:3.0:1746126662.663475:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1982:x1830945973333760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.663625:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1982:x1830945973333760:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (1055us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.663631:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2255 00002000:00100000:3.0:1746126662.663636:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093642a00 x1830945973333760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.663643:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642a00 with x1830945973333760 ext(0->4095) 00010000:00010000:3.0:1746126662.663648:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.663657:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.663663:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093642a00 00000100:00100000:0.0:1746126662.666654:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.666791:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973333888 00000100:00100000:3.0:1746126662.666798:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973333888 00010000:00010000:3.0:1746126662.666823:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.666846:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7733 00000100:00100000:3.0:1746126662.666852:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1979:x1830945973333888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.666864:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.666881:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.666891:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.666912:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7b87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec474f expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.667504:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.667506:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.667513:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.667520:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.667548:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.667559:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763968:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.667635:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.669470:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973763968:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.669485:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.669531:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1979:x1830945973333888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2678us (2882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.669540:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7733 00000100:00100000:0.0:1746126662.670034:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.670095:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334144 00000100:00100000:1.0:1746126662.670101:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334144 00002000:00100000:1.0:1746126662.670130:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945973334144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.670140:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945973334144 ext(0->4095) 00002000:00010000:1.0:1746126662.670144:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093643480 00000100:00100000:1.0:1746126662.670239:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4339 00000100:00100000:1.0:1746126662.670246:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973334144:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.670492:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973334144:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 245us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.670498:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4339 00002000:00100000:1.0:1746126662.670504:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643480 x1830945973334144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.670511:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643480 with x1830945973334144 ext(0->4095) 00002000:00010000:1.0:1746126662.670514:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093643480 00000100:00100000:0.0:1746126662.672584:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.672674:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334272 00000100:00100000:1.0:1746126662.672681:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334272 00000100:00100000:1.0:1746126662.672720:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6044 00000100:00100000:1.0:1746126662.672726:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973334272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.672737:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.672749:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec475d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.672771:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.672777:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.672783:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.672786:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.672808:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 61 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.672818:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 61 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.672828:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764096:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.672903:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.675485:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764096:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.675509:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.675521:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126662.675554:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973334272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2827us (2973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.675561:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6044 00000100:00100000:0.0:1746126662.676044:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.676288:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334400 00000100:00100000:3.0:1746126662.676293:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334400 00010000:00010000:3.0:1746126662.676315:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.676349:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7734 00000100:00100000:3.0:1746126662.676355:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973334400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.676366:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.676381:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.676390:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.676407:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7b8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4756 expref: 62 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.676438:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.676440:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.676463:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.676471:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.676495:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.676504:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764224:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.676558:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.678784:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764224:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.678800:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.679086:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:1982:x1830945973334400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2730us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.679095:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7734 00000100:00100000:2.0:1746126662.679626:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.679714:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334656 00000100:00100000:1.0:1746126662.679720:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334656 00002000:00100000:1.0:1746126662.679750:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7100 x1830945973334656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.679760:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7100 with x1830945973334656 ext(0->4095) 00002000:00010000:1.0:1746126662.679764:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7100 00000100:00100000:1.0:1746126662.679787:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4340 00000100:00100000:1.0:1746126662.679794:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973334656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.679915:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973334656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.679921:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4340 00002000:00100000:1.0:1746126662.679926:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7100 x1830945973334656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.679933:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7100 with x1830945973334656 ext(0->4095) 00002000:00010000:1.0:1746126662.679936:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8a7100 00000100:00100000:0.0:1746126662.680481:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.680651:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334784 00000100:00100000:1.0:1746126662.680655:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334784 00000100:00100000:1.0:1746126662.680686:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6045 00000100:00100000:1.0:1746126662.680691:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+61:31658:x1830945973334784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.680701:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.680713:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4764 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.680741:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.680747:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.680748:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.680752:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.680773:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.680783:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.680792:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764352:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.680856:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.684044:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.684097:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973334912 00000100:00100000:3.0:1746126662.684104:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973334912 00010000:00010000:3.0:1746126662.684130:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.684138:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764352:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.684152:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7735 00000100:00100000:3.0:1746126662.684158:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973334912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.684162:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.684170:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.684180:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00010000:00010000:3.0:1746126662.684187:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.684196:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.684213:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7b95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec475d expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.684225:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973334784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3533us (3744us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126662.684233:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126662.684233:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6045 00010000:00010000:3.0:1746126662.684235:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.684241:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.684248:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.684272:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126662.684730:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.684775:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335040 00000100:00100000:1.0:1746126662.684778:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335040 00000100:00100000:1.0:1746126662.684811:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6046 00000100:00100000:1.0:1746126662.684816:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973335040:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.684826:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.684836:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec476b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.684849:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.684855:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.684856:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.684859:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.684873:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.684883:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 61 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.684896:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764608:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.684951:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.684976:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764480:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.685003:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129d60b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.687047:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764480:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.687060:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.687071:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764608:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.687086:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:1981:x1830945973334912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2927us (3047us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126662.687088:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 7 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.687093:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7735 00010000:00010000:1.0:1746126662.687099:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126662.687115:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973335040:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.687121:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6046 00000100:00100000:2.0:1746126662.687836:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.688128:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335296 00000100:00100000:3.0:1746126662.688133:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335296 00002000:00100000:3.0:1746126662.688156:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7b80 x1830945973335296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.688164:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7b80 with x1830945973335296 ext(0->4095) 00010000:00010000:3.0:1746126662.688170:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.688179:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.688185:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a7b80 00000100:00100000:3.0:1746126662.688211:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2256 00000100:00100000:3.0:1746126662.688217:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973335296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.688343:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973335296:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.688349:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2256 00002000:00100000:3.0:1746126662.688354:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b8a7b80 x1830945973335296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.688361:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a7b80 with x1830945973335296 ext(0->4095) 00010000:00010000:3.0:1746126662.688366:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.688374:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:3.0:1746126662.688380:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8a7b80 00000100:00100000:0.0:1746126662.689881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.690330:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.690564:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335552 00000100:00100000:3.0:1746126662.690570:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335552 00010000:00010000:3.0:1746126662.690590:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.690610:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7736 00000100:00100000:3.0:1746126662.690616:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1980:x1830945973335552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.690628:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.690644:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.690653:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.690673:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7b9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4764 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.690777:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335424 00000100:00100000:1.0:1746126662.690781:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335424 00000100:00100000:1.0:1746126662.690816:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6047 00000100:00100000:1.0:1746126662.690821:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973335424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.690830:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.690840:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4772 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.690852:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.690857:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.690954:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.690967:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.690981:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.690984:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.690990:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.690997:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.691052:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.691066:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.691082:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764736:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.691092:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.691155:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.691166:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764864:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.691166:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.691207:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.693316:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973764736:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126662.693325:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126662.693348:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.693363:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126662.693390:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335808 00000100:00100000:1.0:1746126662.693396:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335808 00000100:00100000:3.0:1746126662.693424:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764864:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.693441:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126662.693464:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911f80 x1830945973335808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.693473:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911f80 with x1830945973335808 ext(0->4095) 00010000:00010000:1.0:1746126662.693480:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.693490:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.693496:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d911f80 00000100:00100000:3.0:1746126662.693497:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1980:x1830945973335552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2880us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.693505:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7736 00000100:00100000:1.0:1746126662.693526:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2257 00000100:00100000:1.0:1746126662.693533:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973335808:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.693683:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d911f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973335808:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.693690:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2257 00002000:00100000:1.0:1746126662.693695:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d911f80 x1830945973335808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.693702:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d911f80 with x1830945973335808 ext(0->4095) 00010000:00010000:1.0:1746126662.693706:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.693714:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.693720:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d911f80 00000100:00100000:1.0:1746126662.693756:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:31658:x1830945973335424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2934us (3877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.693761:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6047 00000100:00100000:0.0:1746126662.696688:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.696787:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973335936 00000100:00100000:3.0:1746126662.696795:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973335936 00010000:00010000:3.0:1746126662.696823:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.696857:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7737 00000100:00100000:3.0:1746126662.696865:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973335936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.696875:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.696892:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.696902:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.696919:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ba3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec476b expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.696941:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.696943:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.696948:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.696954:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.696979:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.696989:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764992:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.697055:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.699003:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973764992:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.699018:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.699045:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973335936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2180us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.699053:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7737 00000100:00100000:0.0:1746126662.699768:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.699913:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336192 00000100:00100000:1.0:1746126662.699924:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336192 00002000:00100000:1.0:1746126662.699974:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678a80 x1830945973336192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.699985:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678a80 with x1830945973336192 ext(0->4095) 00002000:00010000:1.0:1746126662.699990:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678a80 00000100:00100000:1.0:1746126662.700019:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4341 00000100:00100000:1.0:1746126662.700026:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973336192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.700227:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1981:x1830945973336192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.700233:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4341 00002000:00100000:1.0:1746126662.700239:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092678a80 x1830945973336192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.700246:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678a80 with x1830945973336192 ext(0->4095) 00002000:00010000:1.0:1746126662.700248:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678a80 00000100:00100000:0.0:1746126662.705237:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.708492:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336320 00000100:00100000:1.0:1746126662.708506:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336320 00000100:00100000:1.0:1746126662.708579:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6048 00000100:00100000:1.0:1746126662.708587:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973336320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.708605:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.708621:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4779 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.708651:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.708658:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.708660:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.708663:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.708694:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.708710:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 61 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.708721:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765120:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.708821:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.710894:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765120:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.710919:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.710936:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434fa00, rc 0) 00000100:00100000:1.0:1746126662.710980:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973336320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2393us (5755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.710987:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6048 00000100:00100000:0.0:1746126662.712368:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.714265:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336448 00000100:00100000:2.0:1746126662.714277:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336448 00002000:00100000:2.0:1746126662.714322:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092679f80 x1830945973336448/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.714333:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679f80 with x1830945973336448 ext(0->7) 00010000:00010000:2.0:1746126662.714342:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.714354:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 62 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.714362:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092679f80 00000100:00100000:2.0:1746126662.715636:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2258 00000100:00100000:2.0:1746126662.715646:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+62:1982:x1830945973336448:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126662.715986:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973336448:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 342us (3620us total) trans 4294968050 rc 0/0 00000100:00100000:2.0:1746126662.715993:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2258 00002000:00100000:2.0:1746126662.715999:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092679f80 x1830945973336448/t4294968050(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 496/448 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.716007:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679f80 with x1830945973336448 ext(0->7) 00010000:00010000:2.0:1746126662.716012:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.716022:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.716029:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092679f80 00000100:00100000:0.0:1746126662.722969:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.723054:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336576 00000100:00100000:3.0:1746126662.723065:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336576 00010000:00010000:3.0:1746126662.723103:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.723133:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7738 00000100:00100000:3.0:1746126662.723140:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973336576:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.723156:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.723178:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.723190:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.723213:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7baa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4772 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.723380:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.723382:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.723391:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.723407:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.723479:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.723491:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765248:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.723569:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.725169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.725223:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765248:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.725245:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.725294:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336832 00000100:00100000:1.0:1746126662.725301:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336832 00002000:00100000:1.0:1746126662.725337:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9dc00 x1830945973336832/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.725346:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9dc00 with x1830945973336832 ext(0->4095) 00002000:00010000:1.0:1746126662.725351:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9dc00 00000100:00100000:1.0:1746126662.725374:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4342 00000100:00100000:1.0:1746126662.725384:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973336832:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.725584:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973336576:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2442us (2623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.725594:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7738 00000100:00100000:1.0:1746126662.725597:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973336832:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.725606:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4342 00002000:00100000:1.0:1746126662.725616:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9dc00 x1830945973336832/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.725623:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9dc00 with x1830945973336832 ext(0->4095) 00002000:00010000:1.0:1746126662.725626:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9dc00 00000100:00100000:0.0:1746126662.726849:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.726915:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973336960 00000100:00100000:1.0:1746126662.726920:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973336960 00000100:00100000:1.0:1746126662.726956:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6049 00000100:00100000:1.0:1746126662.726962:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973336960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.726980:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.726994:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4780 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.727018:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.727026:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.727030:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.727034:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.727060:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.727071:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.727087:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765376:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.727157:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.728157:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.728236:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337088 00000100:00100000:2.0:1746126662.728241:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337088 00000100:00100000:2.0:1746126662.728265:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6050 00000100:00100000:2.0:1746126662.728270:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973337088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.728279:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.728287:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4787 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.728302:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.728306:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.728311:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.728314:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 66 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.728339:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.728351:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 66 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.728360:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.728388:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31659:x1830945973337088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.728394:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6050 00000100:00100000:1.0:1746126662.728475:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765376:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.728490:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.728499:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126662.728517:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31658:x1830945973336960:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1555us (1671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.728523:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6049 00000100:00100000:0.0:1746126662.728574:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.728674:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337216 00000100:00100000:3.0:1746126662.728679:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337216 00010000:00010000:3.0:1746126662.728695:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.728723:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7739 00000100:00100000:3.0:1746126662.728729:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973337216:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.728737:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.728757:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.728768:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.728790:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434fa00/0x9cce4314879c7bb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4779 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.728811:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.728812:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.728818:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.728825:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.728845:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.728854:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.728862:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765632:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.728918:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.730318:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765632:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.730332:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.730366:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973337216:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1637us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.730373:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7739 00000100:00100000:0.0:1746126662.731512:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.731562:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337472 00000100:00100000:1.0:1746126662.731569:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337472 00002000:00100000:1.0:1746126662.731603:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ca80 x1830945973337472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.731612:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ca80 with x1830945973337472 ext(0->4095) 00010000:00010000:1.0:1746126662.731619:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.731632:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.731638:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9ca80 00000100:00100000:1.0:1746126662.731666:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2259 00000100:00100000:1.0:1746126662.731672:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1979:x1830945973337472:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126662.731825:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1979:x1830945973337472:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.731830:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2259 00002000:00100000:1.0:1746126662.731835:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9ca80 x1830945973337472/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.731842:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ca80 with x1830945973337472 ext(0->4095) 00010000:00010000:1.0:1746126662.731846:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.731852:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.731856:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9ca80 00000100:00100000:0.0:1746126662.733593:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.733651:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337600 00000100:00100000:3.0:1746126662.733659:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337600 00010000:00010000:3.0:1746126662.733682:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.733715:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7740 00000100:00100000:3.0:1746126662.733721:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1979:x1830945973337600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.733731:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.733748:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.733759:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.733781:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7bb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4780 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.733796:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.733798:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.733804:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.733811:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.733840:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.733852:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765760:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.733935:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.735374:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973765760:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.735392:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.735463:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1979:x1830945973337600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1741us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.735473:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7740 00000100:00100000:0.0:1746126662.736016:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.736120:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337856 00000100:00100000:1.0:1746126662.736126:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337856 00002000:00100000:1.0:1746126662.736157:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2a300 x1830945973337856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.736168:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a300 with x1830945973337856 ext(0->4095) 00002000:00010000:1.0:1746126662.736172:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a300 00000100:00100000:1.0:1746126662.736199:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4343 00000100:00100000:1.0:1746126662.736204:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973337856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.736346:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973337856:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.736351:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4343 00002000:00100000:1.0:1746126662.736361:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2a300 x1830945973337856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.736368:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a300 with x1830945973337856 ext(0->4095) 00002000:00010000:1.0:1746126662.736371:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a300 00000100:00100000:0.0:1746126662.737584:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.737682:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973337984 00000100:00100000:1.0:1746126662.737686:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973337984 00000100:00100000:1.0:1746126662.737723:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6051 00000100:00100000:1.0:1746126662.737729:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973337984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.737745:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.737760:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec478e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.737783:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.737790:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.737792:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.737795:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.737831:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.737841:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.737852:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765888:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.737926:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.739107:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973765888:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.739128:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.739141:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126662.739172:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973337984:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1443us (1592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.739179:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6051 00000100:00100000:0.0:1746126662.741372:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.741491:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973338112 00000100:00100000:3.0:1746126662.741500:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973338112 00010000:00010000:3.0:1746126662.741532:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.741570:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7741 00000100:00100000:3.0:1746126662.741577:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973338112:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.741591:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.741612:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.741624:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.741645:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7bbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4787 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.741671:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.741674:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.741681:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.741693:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.741724:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.741736:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766016:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.741809:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.744029:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766016:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.744050:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.744090:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973338112:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2513us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.744100:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7741 00000100:00100000:0.0:1746126662.744495:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.744596:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973338368 00000100:00100000:1.0:1746126662.744603:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973338368 00002000:00100000:1.0:1746126662.744639:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945973338368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.744649:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973338368 ext(0->4095) 00002000:00010000:1.0:1746126662.744654:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:1.0:1746126662.744679:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4344 00000100:00100000:1.0:1746126662.744686:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973338368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.744844:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973338368:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.744850:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4344 00002000:00100000:1.0:1746126662.744855:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c29c00 x1830945973338368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.744861:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973338368 ext(0->4095) 00002000:00010000:1.0:1746126662.744864:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:0.0:1746126662.746606:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.746649:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973338496 00000100:00100000:1.0:1746126662.746658:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973338496 00000100:00100000:1.0:1746126662.746704:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6052 00000100:00100000:1.0:1746126662.746710:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31659:x1830945973338496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.746725:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.746746:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4795 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.746774:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.746780:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.746782:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.746784:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.746814:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.746825:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.746836:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973766144:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.746926:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.747881:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.747955:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973338624 00000100:00100000:2.0:1746126662.747961:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973338624 00000100:00100000:2.0:1746126662.748000:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6053 00000100:00100000:2.0:1746126662.748007:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31658:x1830945973338624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.748015:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.748023:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec479c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.748038:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.748042:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.748047:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.748050:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.748073:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.748083:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.748098:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126662.748125:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31658:x1830945973338624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.748130:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6053 00000100:00100000:1.0:1746126662.749515:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973766144:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.749536:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.749553:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126662.749578:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973338496:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2868us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.749583:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6052 00000100:00100000:0.0:1746126662.749905:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.749954:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973338752 00000100:00100000:3.0:1746126662.749960:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973338752 00010000:00010000:3.0:1746126662.749982:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.750012:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7742 00000100:00100000:3.0:1746126662.750017:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973338752:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.750026:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.750046:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.750057:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.750077:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7bc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec478e expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.750100:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.750102:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.750108:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.750115:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.750140:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.750150:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.750160:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766400:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.750553:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1847300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.751736:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766400:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.751752:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.751790:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973338752:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1771us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.751798:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7742 00000100:00100000:0.0:1746126662.752384:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.752546:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339008 00000100:00100000:1.0:1746126662.752553:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339008 00002000:00100000:1.0:1746126662.752589:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2aa00 x1830945973339008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.752598:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2aa00 with x1830945973339008 ext(0->4095) 00010000:00010000:1.0:1746126662.752606:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.752618:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.752624:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2aa00 00000100:00100000:1.0:1746126662.752653:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2260 00000100:00100000:1.0:1746126662.752659:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973339008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.752801:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973339008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.752807:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2260 00002000:00100000:1.0:1746126662.752811:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2aa00 x1830945973339008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.752824:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2aa00 with x1830945973339008 ext(0->4095) 00010000:00010000:1.0:1746126662.752828:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.752837:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.752842:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2aa00 00000100:00100000:0.0:1746126662.754153:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.754201:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.754268:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339136 00000100:00100000:1.0:1746126662.754275:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339136 00000100:00100000:3.0:1746126662.754304:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339264 00000100:00100000:3.0:1746126662.754312:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339264 00010000:00010000:3.0:1746126662.754330:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.754348:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7743 00000100:00100000:3.0:1746126662.754354:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973339264:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.754362:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.754376:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.754385:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.754405:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7bcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4795 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.754428:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6054 00010000:00010000:3.0:1746126662.754430:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.754433:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126662.754434:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973339136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.754440:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754466:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.754469:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754477:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47a3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754494:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754500:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.754502:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.754505:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.754514:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754521:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.754533:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.754539:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.754541:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973766656:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.754546:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766528:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.754601:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.754605:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.755555:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766528:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.755555:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973766656:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.755567:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126662.755571:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.755580:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:3.0:1746126662.755588:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973339264:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1234us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.755596:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7743 00000100:00100000:1.0:1746126662.755598:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973339136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1165us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.755603:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6054 00000100:00100000:0.0:1746126662.755782:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.755831:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339520 00000100:00100000:2.0:1746126662.755835:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339520 00002000:00100000:2.0:1746126662.755859:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b480 x1830945973339520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.755874:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b480 with x1830945973339520 ext(0->4095) 00010000:00010000:2.0:1746126662.755879:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.756148:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.756155:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b480 00000100:00100000:2.0:1746126662.756186:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2261 00000100:00100000:2.0:1746126662.756191:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973339520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.756591:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973339520:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 398us (807us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.756597:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2261 00002000:00100000:2.0:1746126662.756602:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2b480 x1830945973339520/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.756607:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b480 with x1830945973339520 ext(0->4095) 00010000:00010000:2.0:1746126662.756612:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.756620:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.756625:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2b480 00000100:00100000:0.0:1746126662.758079:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.758121:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339776 00000100:00100000:0.0:1746126662.758125:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.758127:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339776 00000100:00100000:1.0:1746126662.758160:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6055 00000100:00100000:1.0:1746126662.758167:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973339776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126662.758173:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973339648 00000100:00100000:3.0:1746126662.758177:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973339648 00010000:00010000:1.0:1746126662.758178:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.758191:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47aa expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758193:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 65 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.758213:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.758217:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.758223:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7744 00010000:00010000:1.0:1746126662.758226:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746126662.758229:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1980:x1830945973339648:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.758229:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758236:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.758252:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 66 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.758261:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758263:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 66 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.758279:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7bd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec479c expref: 66 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.758283:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758291:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.758293:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.758298:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758305:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.758314:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00010000:00010000:3.0:1746126662.758325:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.758336:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.758343:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31658:x1830945973339776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.758346:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766912:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.758349:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6055 00000100:00100000:3.0:1746126662.758420:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.760050:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973766912:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.760067:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.761181:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973339648:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2945us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.761192:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7744 00000100:00100000:0.0:1746126662.761391:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.761661:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340032 00000100:00100000:2.0:1746126662.761669:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340032 00002000:00100000:2.0:1746126662.761710:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8700 x1830945973340032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.761719:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8700 with x1830945973340032 ext(0->4095) 00010000:00010000:2.0:1746126662.761728:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.761740:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.761746:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911a8700 00000100:00100000:2.0:1746126662.761771:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2262 00000100:00100000:2.0:1746126662.761777:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973340032:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126662.761937:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973340032:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.761942:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2262 00002000:00100000:2.0:1746126662.761947:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911a8700 x1830945973340032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.761953:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a8700 with x1830945973340032 ext(0->4095) 00010000:00010000:2.0:1746126662.761957:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.761965:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:2.0:1746126662.761969:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800911a8700 00000100:00100000:0.0:1746126662.763334:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.763374:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340160 00000100:00100000:3.0:1746126662.763379:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340160 00010000:00010000:3.0:1746126662.763397:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.763432:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7745 00000100:00100000:3.0:1746126662.763437:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973340160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.763479:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.763497:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.763507:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.763529:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7bdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47a3 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.763541:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.763543:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.763550:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.763556:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.763585:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.763596:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973767040:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.763663:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.764908:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973767040:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.764924:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.764958:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973340160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1520us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.764969:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7745 00000100:00100000:0.0:1746126662.765952:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.766010:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340416 00000100:00100000:1.0:1746126662.766016:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340416 00002000:00100000:1.0:1746126662.766052:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab480 x1830945973340416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.766061:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab480 with x1830945973340416 ext(0->4095) 00002000:00010000:1.0:1746126662.766065:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911ab480 00000100:00100000:1.0:1746126662.766099:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4345 00000100:00100000:1.0:1746126662.766105:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973340416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.766260:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973340416:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.766270:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4345 00002000:00100000:1.0:1746126662.766275:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800911ab480 x1830945973340416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.766282:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911ab480 with x1830945973340416 ext(0->4095) 00002000:00010000:1.0:1746126662.766286:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800911ab480 00000100:00100000:0.0:1746126662.767827:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.768151:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340544 00000100:00100000:1.0:1746126662.768157:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340544 00000100:00100000:1.0:1746126662.768433:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6056 00000100:00100000:1.0:1746126662.768441:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973340544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.768483:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.768502:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47b1 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.768527:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.768535:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.768537:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.768540:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.768567:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.768576:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 63 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.768589:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767168:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.768666:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.769974:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767168:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.769997:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.770010:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126662.770054:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973340544:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.770060:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6056 00000100:00100000:0.0:1746126662.770312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.770770:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340672 00000100:00100000:3.0:1746126662.770777:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340672 00010000:00010000:3.0:1746126662.770802:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.770839:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7746 00000100:00100000:3.0:1746126662.770845:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973340672:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.770856:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.770877:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.770888:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.770911:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7be2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47aa expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.771227:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.771229:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.771237:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.771245:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.771274:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.771286:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973767296:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.771437:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.774765:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973767296:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.774790:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.774806:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.774833:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973340672:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3987us (4521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.774842:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7746 00000100:00100000:2.0:1746126662.774920:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973340928 00000100:00100000:2.0:1746126662.774927:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973340928 00002000:00100000:2.0:1746126662.775508:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945973340928/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.775518:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945973340928 ext(0->4095) 00002000:00010000:2.0:1746126662.775523:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70000 00000100:00100000:2.0:1746126662.775609:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4346 00000100:00100000:2.0:1746126662.775616:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973340928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.775768:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973340928:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.775773:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4346 00002000:00100000:2.0:1746126662.775778:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093c70000 x1830945973340928/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.775784:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70000 with x1830945973340928 ext(0->4095) 00002000:00010000:2.0:1746126662.775787:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70000 00000100:00100000:0.0:1746126662.776821:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.776956:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341056 00000100:00100000:1.0:1746126662.776962:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341056 00000100:00100000:1.0:1746126662.777003:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6057 00000100:00100000:1.0:1746126662.777009:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973341056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.777019:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.777035:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47b8 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.777061:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.777069:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.777071:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.777074:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.777109:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.777119:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.777137:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767424:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.777209:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.777486:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.777517:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341184 00000100:00100000:2.0:1746126662.777521:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341184 00000100:00100000:2.0:1746126662.777541:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6058 00000100:00100000:2.0:1746126662.777547:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973341184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.777554:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.777561:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47bf expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.777573:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.777576:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.777582:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.777584:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.777604:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.777614:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.777623:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126662.777750:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31659:x1830945973341184:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.777755:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6058 00000100:00100000:0.0:1746126662.781391:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.781395:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767424:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.781434:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.781476:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341312 00000100:00100000:3.0:1746126662.781483:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341312 00010000:00010000:3.0:1746126662.781509:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.781535:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7747 00000100:00100000:3.0:1746126662.781541:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973341312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.781554:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.781573:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.781583:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:3.0:1746126662.781604:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7be9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b1 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.781609:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.781611:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.781618:0:8441:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.781628:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.781661:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.781699:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973341312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 158us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.781705:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7747 00010000:00010000:1.0:1746126662.781733:0:8441:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.781743:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.781758:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767680:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.781814:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.783969:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767680:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.783988:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126662.784036:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31658:x1830945973341056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7026us (7216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.784044:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6057 00000100:00100000:0.0:1746126662.786755:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.786826:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341568 00000100:00100000:1.0:1746126662.786835:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341568 00002000:00100000:1.0:1746126662.786879:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1880 x1830945973341568/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.786889:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1880 with x1830945973341568 ext(0->4095) 00010000:00010000:1.0:1746126662.786898:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.786911:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.786921:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1880 00000100:00100000:1.0:1746126662.786948:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2263 00000100:00100000:1.0:1746126662.786954:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973341568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.787298:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973341568:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 343us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.787308:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2263 00002000:00100000:1.0:1746126662.787313:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1880 x1830945973341568/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.787319:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1880 with x1830945973341568 ext(0->4095) 00010000:00010000:1.0:1746126662.787324:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.787332:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.787336:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b1880 00000100:00100000:0.0:1746126662.790187:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.790244:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341696 00000100:00100000:2.0:1746126662.790253:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341696 00010000:00010000:2.0:1746126662.790282:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.790319:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7748 00000100:00100000:2.0:1746126662.790328:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973341696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.790340:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.790359:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.790369:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.790392:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bf0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47b8 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.790429:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.790431:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.790437:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.790465:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.790496:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.790508:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973767808:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.791223:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.792607:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.792610:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973767808:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.792655:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973341952 00000100:00100000:1.0:1746126662.792661:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973341952 00002000:00100000:1.0:1746126662.792695:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945973341952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.792704:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945973341952 ext(0->4095) 00002000:00010000:1.0:1746126662.792708:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0380 00000100:00100000:1.0:1746126662.792740:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4347 00000100:00100000:1.0:1746126662.792746:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973341952:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.792918:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973341952:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.792928:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4347 00002000:00100000:1.0:1746126662.792933:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0380 x1830945973341952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.792945:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0380 with x1830945973341952 ext(0->4095) 00002000:00010000:1.0:1746126662.792948:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0380 00010000:00010000:2.0:1746126662.792991:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.793014:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973341696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2688us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.793025:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7748 00000100:00100000:0.0:1746126662.794852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.794954:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342080 00000100:00100000:1.0:1746126662.794962:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342080 00000100:00100000:1.0:1746126662.795002:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6059 00000100:00100000:1.0:1746126662.795008:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973342080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126662.795022:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126662.795039:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47c6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.795071:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.795079:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.795080:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126662.795083:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.795112:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.795123:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 63 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.795134:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767936:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.795216:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.798203:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.798268:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342208 00000100:00100000:2.0:1746126662.798277:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342208 00010000:00010000:2.0:1746126662.798311:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.798355:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7749 00000100:00100000:2.0:1746126662.798362:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973342208:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.798374:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.798393:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.798416:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.798440:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.798457:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.798464:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.798471:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.798503:0:8441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7bf7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47bf expref: 64 pid: 8440 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.798507:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.798518:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768064:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.798521:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973767936:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126662.798543:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.798553:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126662.798578:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973342080:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3569us (3732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.798580:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.798584:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6059 00000100:00100000:0.0:1746126662.802379:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.802484:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342464 00000100:00100000:2.0:1746126662.802493:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768064:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.802498:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342464 00010000:00010000:2.0:1746126662.802513:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126662.802546:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1500 x1830945973342464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.802556:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1500 with x1830945973342464 ext(0->4095) 00002000:00010000:1.0:1746126662.802565:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1500 00000100:00100000:2.0:1746126662.802569:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1982:x1830945973342208:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4206us (4375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.802580:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7749 00000100:00100000:1.0:1746126662.802597:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4348 00000100:00100000:1.0:1746126662.802605:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973342464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.802805:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973342464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.802811:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4348 00002000:00100000:1.0:1746126662.802816:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b1500 x1830945973342464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.802823:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b1500 with x1830945973342464 ext(0->4095) 00002000:00010000:1.0:1746126662.802826:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b1500 00000100:00100000:0.0:1746126662.805218:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.805339:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342592 00000100:00100000:1.0:1746126662.805347:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342592 00000100:00100000:0.0:1746126662.806048:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6060 00000100:00100000:0.0:1746126662.806058:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973342592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126662.806073:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126662.806087:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47cd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.806109:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.806116:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.806118:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126662.806121:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.806145:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126662.806155:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:0.0:1746126662.806165:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768192:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126662.806233:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.806711:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.807042:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342720 00000100:00100000:2.0:1746126662.807047:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342720 00000100:00100000:2.0:1746126662.807077:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6061 00000100:00100000:2.0:1746126662.807082:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973342720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.807089:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.807097:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47d4 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807109:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.807113:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807118:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.807120:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 66 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807138:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 66 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807146:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 66 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807153:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126662.807187:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31659:x1830945973342720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.807193:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6061 00000100:00100000:2.0:1746126662.807929:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801322b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768192:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.807946:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.807955:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db800, rc 0) 00000100:00100000:2.0:1746126662.807982:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31658:x1830945973342592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1927us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.807988:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6060 00000100:00100000:0.0:1746126662.809094:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.809171:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973342848 00000100:00100000:2.0:1746126662.809176:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973342848 00010000:00010000:2.0:1746126662.809196:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.809228:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7750 00000100:00100000:2.0:1746126662.809233:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973342848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.809243:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.809258:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.809268:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.809284:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7bfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47c6 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.809305:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.809306:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.809312:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.809319:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.809339:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.809349:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.809358:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768448:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.809425:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.812029:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.812100:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343104 00000100:00100000:1.0:1746126662.812107:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343104 00002000:00100000:1.0:1746126662.812140:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0e00 x1830945973343104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.812149:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945973343104 ext(0->4095) 00010000:00010000:1.0:1746126662.812156:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.812167:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.812173:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0e00 00000100:00100000:2.0:1746126662.812329:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768448:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.812342:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.812370:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973342848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3137us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.812379:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7750 00000100:00100000:1.0:1746126662.812513:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2264 00000100:00100000:1.0:1746126662.812520:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973343104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.812641:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973343104:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.812646:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2264 00002000:00100000:1.0:1746126662.812651:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801322b0e00 x1830945973343104/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.812658:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0e00 with x1830945973343104 ext(0->4095) 00010000:00010000:1.0:1746126662.812662:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.812676:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.812681:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801322b0e00 00000100:00100000:0.0:1746126662.815203:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.815777:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343232 00000100:00100000:2.0:1746126662.815785:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343232 00010000:00010000:2.0:1746126662.815812:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.815848:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7751 00000100:00100000:2.0:1746126662.815855:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973343232:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.815868:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.815885:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.815896:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.815913:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db800/0x9cce4314879c7c05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47cd expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.815927:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.815928:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.815934:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.815940:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.815965:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.815976:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768576:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.816043:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.819072:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768576:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126662.819090:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.819713:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973343232:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3856us (4513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126662.819723:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7751 00000100:00100000:1.0:1746126662.819843:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.819957:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343488 00000100:00100000:2.0:1746126662.819963:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343488 00002000:00100000:2.0:1746126662.819992:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c700 x1830945973343488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.820000:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c700 with x1830945973343488 ext(0->4095) 00002000:00010000:2.0:1746126662.820004:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2c700 00000100:00100000:2.0:1746126662.820017:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4349 00000100:00100000:2.0:1746126662.820021:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973343488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.820141:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973343488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.820146:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4349 00002000:00100000:2.0:1746126662.820150:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c700 x1830945973343488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.820156:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c700 with x1830945973343488 ext(0->4095) 00002000:00010000:2.0:1746126662.820159:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2c700 00000100:00100000:0.0:1746126662.823192:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.823308:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343616 00000100:00100000:2.0:1746126662.823315:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343616 00000100:00100000:2.0:1746126662.823347:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6062 00000100:00100000:2.0:1746126662.823354:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973343616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.823368:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.823381:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47db expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.823404:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.823421:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.823422:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.823425:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.823469:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.823480:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 63 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.823490:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768704:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.823772:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.825613:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768704:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.825633:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.825645:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.825686:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973343616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.825694:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6062 00000100:00100000:0.0:1746126662.826540:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.826705:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343744 00000100:00100000:1.0:1746126662.826711:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343744 00010000:00010000:1.0:1746126662.826733:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.826750:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7752 00000100:00100000:1.0:1746126662.826755:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973343744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.826764:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.826779:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.826788:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.826804:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7c0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47d4 expref: 64 pid: 11071 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.826826:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.826828:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.826834:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.826846:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.826866:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.826875:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768832:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.826921:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.830129:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.830212:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973343872 00000100:00100000:2.0:1746126662.830219:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973343872 00000100:00100000:2.0:1746126662.830262:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6063 00000100:00100000:2.0:1746126662.830268:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973343872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.830282:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.830296:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47e2 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.830318:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.830330:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.830332:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.830334:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.830358:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.830368:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.830378:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768960:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126662.830943:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973768832:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.830957:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.830978:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973343744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4222us (4439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.830986:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7752 00000100:00100000:0.0:1746126662.831379:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.831752:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.832231:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344128 00000100:00100000:1.0:1746126662.832237:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344128 00002000:00100000:1.0:1746126662.832264:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d180 x1830945973344128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.832272:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945973344128 ext(0->4095) 00010000:00010000:1.0:1746126662.832278:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.832289:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.832293:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d180 00000100:00100000:1.0:1746126662.832322:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2265 00000100:00100000:1.0:1746126662.832327:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973344128:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.832914:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973344128:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 344us (1292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.832920:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2265 00002000:00100000:1.0:1746126662.832927:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1d180 x1830945973344128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.832933:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1d180 with x1830945973344128 ext(0->4095) 00010000:00010000:1.0:1746126662.832938:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.832947:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.832952:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1d180 00000100:00100000:2.0:1746126662.834578:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973768960:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.834602:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.834616:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126662.834647:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973343872:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4379us (4524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.834656:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6063 00000100:00100000:0.0:1746126662.835614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.835856:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344256 00000100:00100000:2.0:1746126662.835862:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344256 00000100:00100000:2.0:1746126662.835978:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6064 00000100:00100000:2.0:1746126662.835985:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973344256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.836000:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.836011:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47e9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.836028:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.836032:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.836037:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.836250:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.836277:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.836286:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.836401:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126662.836576:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973344256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 590us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.836581:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6064 00000100:00100000:0.0:1746126662.836856:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.837125:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344384 00000100:00100000:1.0:1746126662.837129:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344384 00010000:00010000:1.0:1746126662.837145:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.837178:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7753 00000100:00100000:1.0:1746126662.837183:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973344384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.837192:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.837207:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.837221:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.837236:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47db expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.837249:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.837251:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.837255:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.837262:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.837281:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.837289:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.837299:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769216:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.837342:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.839101:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769216:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.839118:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.839158:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973344384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1974us (2302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.839171:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7753 00000100:00100000:0.0:1746126662.839695:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.839770:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344640 00000100:00100000:1.0:1746126662.839776:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344640 00002000:00100000:1.0:1746126662.839803:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1f800 x1830945973344640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.839811:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f800 with x1830945973344640 ext(0->4095) 00010000:00010000:1.0:1746126662.839818:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.839827:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.839832:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f800 00000100:00100000:1.0:1746126662.839897:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2266 00000100:00100000:1.0:1746126662.839903:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973344640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.840346:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973344640:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 442us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.840352:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2266 00002000:00100000:1.0:1746126662.840357:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135c1f800 x1830945973344640/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.840363:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1f800 with x1830945973344640 ext(0->4095) 00010000:00010000:1.0:1746126662.840367:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.840379:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.840384:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135c1f800 00000100:00100000:0.0:1746126662.844775:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.844880:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973344768 00000100:00100000:1.0:1746126662.844887:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973344768 00010000:00010000:1.0:1746126662.844919:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.844949:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7754 00000100:00100000:1.0:1746126662.844955:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1980:x1830945973344768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.844965:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.844980:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.844988:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.845004:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7c1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e2 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.845016:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.845017:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.845023:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.845034:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.845056:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.845065:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769344:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.845118:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.848055:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769344:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.848072:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.848100:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973344768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3145us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.848108:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7754 00000100:00100000:0.0:1746126662.848706:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.849354:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345024 00000100:00100000:1.0:1746126662.849360:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345024 00002000:00100000:1.0:1746126662.849388:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945973345024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.849396:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945973345024 ext(0->4095) 00002000:00010000:1.0:1746126662.849400:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02d80 00000100:00100000:1.0:1746126662.849432:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4350 00000100:00100000:1.0:1746126662.849437:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973345024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.849898:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973345024:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 460us (1191us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.849907:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4350 00002000:00100000:1.0:1746126662.849912:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de02d80 x1830945973345024/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.849919:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02d80 with x1830945973345024 ext(0->4095) 00002000:00010000:1.0:1746126662.849922:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de02d80 00000100:00100000:0.0:1746126662.853588:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.853850:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345152 00000100:00100000:2.0:1746126662.853857:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345152 00000100:00100000:2.0:1746126662.853902:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6065 00000100:00100000:2.0:1746126662.853909:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973345152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.853923:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.853937:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47f0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.853958:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.853964:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.853965:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.853968:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.853991:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.854000:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 63 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.854010:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973769472:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.854088:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.855804:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973769472:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126662.856024:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126662.856032:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.856044:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:1.0:1746126662.856141:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345280 00000100:00100000:1.0:1746126662.856146:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345280 00010000:00010000:1.0:1746126662.856165:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.856474:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7755 00000100:00100000:2.0:1746126662.856477:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973345152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.856480:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973345280:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126662.856483:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6065 00010000:00010000:1.0:1746126662.856489:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.856505:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.856514:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.856531:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7c21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47e9 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.856550:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.856551:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.856557:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.856571:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.856592:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.856602:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769600:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.856649:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.857975:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769600:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.857988:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.858010:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973345280:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1530us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.858017:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7755 00000100:00100000:2.0:1746126662.859714:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.859753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.859823:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345664 00000100:00100000:3.0:1746126662.859830:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345664 00000100:00100000:1.0:1746126662.859976:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345536 00000100:00100000:1.0:1746126662.859980:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345536 00002000:00100000:1.0:1746126662.860010:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945973345536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.860019:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973345536 ext(0->4095) 00002000:00010000:1.0:1746126662.860022:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:1.0:1746126662.860050:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4351 00000100:00100000:1.0:1746126662.860057:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973345536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.860111:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6066 00000100:00100000:3.0:1746126662.860117:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973345664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.860126:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.860340:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47f7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.860360:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973345536:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 304us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.860368:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4351 00002000:00100000:1.0:1746126662.860374:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece300 x1830945973345536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.860380:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973345536 ext(0->4095) 00002000:00010000:1.0:1746126662.860382:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece300 00010000:00010000:3.0:1746126662.860485:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.860492:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.860494:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.860502:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.860527:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.860536:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 5 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:3.0:1746126662.860547:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973769728:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.860608:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.862232:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973769728:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.862253:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862264:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126662.862295:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973345664:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2177us (2541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.862301:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6066 00000100:00100000:0.0:1746126662.862694:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.862846:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345792 00000100:00100000:3.0:1746126662.862851:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345792 00000100:00100000:3.0:1746126662.862873:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6067 00000100:00100000:3.0:1746126662.862879:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973345792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.862893:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.862904:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec47fe expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862920:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.862924:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862929:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.862932:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862952:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862962:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.862973:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.863006:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973345792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.863011:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6067 00000100:00100000:2.0:1746126662.863406:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.863745:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973345920 00000100:00100000:1.0:1746126662.863749:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973345920 00010000:00010000:1.0:1746126662.863764:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.863789:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7756 00000100:00100000:1.0:1746126662.863794:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973345920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.863802:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.863817:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.863825:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.863844:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f0 expref: 6 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.863857:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.863858:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.863863:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.863874:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.863967:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.863977:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.863987:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769984:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.864033:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.865044:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973769984:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.865054:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.865272:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973345920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1475us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.865279:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7756 00000100:00100000:0.0:1746126662.865341:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.865568:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346176 00000100:00100000:1.0:1746126662.865572:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346176 00002000:00100000:1.0:1746126662.865593:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00380 x1830945973346176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.865601:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00380 with x1830945973346176 ext(0->4095) 00010000:00010000:1.0:1746126662.865606:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.865616:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.865623:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00380 00000100:00100000:1.0:1746126662.865648:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2267 00000100:00100000:1.0:1746126662.865654:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973346176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.865762:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973346176:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.865768:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2267 00002000:00100000:1.0:1746126662.865773:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00380 x1830945973346176/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.865779:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00380 with x1830945973346176 ext(0->4095) 00010000:00010000:1.0:1746126662.865783:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.865791:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00002000:00010000:1.0:1746126662.865795:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de00380 00000100:00100000:2.0:1746126662.866927:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.867066:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346304 00000100:00100000:1.0:1746126662.867071:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346304 00010000:00010000:1.0:1746126662.867085:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:1.0:1746126662.867111:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7757 00000100:00100000:1.0:1746126662.867115:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1979:x1830945973346304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126662.867122:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126662.867133:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.867142:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.867162:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47f7 expref: 65 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:1.0:1746126662.867186:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.867188:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126662.867194:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.867201:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126662.867227:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126662.867236:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770112:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126662.867389:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126662.868626:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770112:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126662.868640:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126662.868777:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1979:x1830945973346304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1659us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126662.868784:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7757 00000100:00100000:0.0:1746126662.869086:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.869307:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346560 00000100:00100000:1.0:1746126662.869313:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346560 00002000:00100000:1.0:1746126662.869337:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01f80 x1830945973346560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.869346:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01f80 with x1830945973346560 ext(0->4095) 00002000:00010000:1.0:1746126662.869349:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01f80 00000100:00100000:1.0:1746126662.869372:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4352 00000100:00100000:1.0:1746126662.869379:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973346560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.869613:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973346560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 233us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.869618:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4352 00002000:00100000:1.0:1746126662.869623:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01f80 x1830945973346560/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.869630:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01f80 with x1830945973346560 ext(0->4095) 00002000:00010000:1.0:1746126662.869633:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01f80 00000100:00100000:0.0:1746126662.871344:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.871461:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346688 00000100:00100000:2.0:1746126662.871468:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346688 00000100:00100000:2.0:1746126662.871514:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6068 00000100:00100000:2.0:1746126662.871520:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973346688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.871532:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.871546:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4805 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.871564:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.871633:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.871634:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.871639:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.871663:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.871674:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 63 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.871684:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973770240:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.872468:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.873615:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973770240:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.873633:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.873644:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126662.873669:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973346688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2149us (2328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.873676:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6068 00000100:00100000:0.0:1746126662.875816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.876040:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973346816 00000100:00100000:2.0:1746126662.876046:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973346816 00010000:00010000:2.0:1746126662.876073:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00000100:00100000:2.0:1746126662.876097:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7758 00000100:00100000:2.0:1746126662.876104:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973346816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.876115:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.876137:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.876147:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.876164:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec47fe expref: 64 pid: 8441 timeout: 674 lvb_type: 0 00010000:00010000:2.0:1746126662.876180:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.876182:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.876188:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.876195:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.876237:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.876247:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770368:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.876304:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.879625:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770368:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.879645:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.879692:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973346816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3587us (3880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.879701:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7758 00000100:00100000:0.0:1746126662.879917:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.880182:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347072 00000100:00100000:1.0:1746126662.880194:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347072 00002000:00100000:1.0:1746126662.880238:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59c00 x1830945973347072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.880247:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973347072 ext(0->4095) 00002000:00010000:1.0:1746126662.880252:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:1.0:1746126662.880287:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4353 00000100:00100000:1.0:1746126662.880293:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973347072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.880679:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973347072:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 385us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.880687:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4353 00002000:00100000:1.0:1746126662.880692:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f59c00 x1830945973347072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.880700:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973347072 ext(0->4095) 00002000:00010000:1.0:1746126662.880703:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:0.0:1746126662.883196:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.883367:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347200 00000100:00100000:2.0:1746126662.883375:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347200 00000100:00100000:2.0:1746126662.883426:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6069 00000100:00100000:2.0:1746126662.883433:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973347200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.883471:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.883485:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec480c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.883508:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.883518:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.883519:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.883521:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.883544:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.883555:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.883565:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973770496:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.883623:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.884793:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.885552:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973770496:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.885571:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885582:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.885622:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973347200:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2189us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.885630:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6069 00000100:00100000:2.0:1746126662.885647:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347328 00000100:00100000:2.0:1746126662.885650:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347328 00000100:00100000:2.0:1746126662.885667:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6070 00000100:00100000:2.0:1746126662.885671:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973347328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.885681:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.885689:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4813 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885705:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.885709:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885714:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.885716:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885734:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885742:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.885747:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126662.885761:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973347328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.885765:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6070 00000100:00100000:0.0:1746126662.887593:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.887675:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347456 00000100:00100000:2.0:1746126662.887680:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347456 00010000:00010000:2.0:1746126662.887700:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.887718:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7759 00000100:00100000:2.0:1746126662.887724:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973347456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.887733:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.887750:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.887759:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.887776:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4805 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.887900:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.887902:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.887908:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.887916:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.887938:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.887947:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.887956:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770752:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.888365:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.890402:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770752:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.890424:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126662.890869:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.890927:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973347456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3201us (3337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.890935:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7759 00000100:00100000:1.0:1746126662.891117:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347712 00000100:00100000:1.0:1746126662.891123:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347712 00002000:00100000:1.0:1746126662.891155:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945973347712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.891165:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973347712 ext(0->4095) 00010000:00010000:1.0:1746126662.891171:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.891182:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.891187:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:1.0:1746126662.891213:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2268 00000100:00100000:1.0:1746126662.891219:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973347712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.891337:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973347712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.891342:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2268 00002000:00100000:1.0:1746126662.891347:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f5aa00 x1830945973347712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.891359:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973347712 ext(0->4095) 00010000:00010000:1.0:1746126662.891363:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.891370:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.891376:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f5aa00 00000100:00100000:0.0:1746126662.892984:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.893041:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973347840 00000100:00100000:2.0:1746126662.893045:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973347840 00010000:00010000:2.0:1746126662.893057:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.893071:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7760 00000100:00100000:2.0:1746126662.893075:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973347840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.893082:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.893093:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.893102:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.893122:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec480c expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.893133:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.893135:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.893140:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.893147:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.893170:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.893179:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770880:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.893243:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.896166:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973770880:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.896182:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.896399:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973347840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3322us (3415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.896419:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7760 00000100:00100000:0.0:1746126662.897069:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.897129:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348096 00000100:00100000:1.0:1746126662.897134:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348096 00002000:00100000:1.0:1746126662.897160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58a80 x1830945973348096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.897168:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58a80 with x1830945973348096 ext(0->4095) 00002000:00010000:1.0:1746126662.897172:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58a80 00000100:00100000:1.0:1746126662.897195:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4354 00000100:00100000:1.0:1746126662.897200:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973348096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.897312:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973348096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.897317:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4354 00002000:00100000:1.0:1746126662.897322:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58a80 x1830945973348096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.897328:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58a80 with x1830945973348096 ext(0->4095) 00002000:00010000:1.0:1746126662.897331:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58a80 00000100:00100000:0.0:1746126662.900400:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.900815:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348224 00000100:00100000:3.0:1746126662.900822:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348224 00000100:00100000:3.0:1746126662.901195:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6071 00000100:00100000:3.0:1746126662.901202:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973348224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.901225:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.901240:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec481a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.901261:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.901267:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.901269:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.901273:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.901297:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.901308:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 63 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.901323:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973771008:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.901389:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.902233:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973771008:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.902249:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.902259:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.902286:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973348224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1085us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.902292:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6071 00000100:00100000:0.0:1746126662.904016:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.904071:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348352 00000100:00100000:2.0:1746126662.904077:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348352 00010000:00010000:2.0:1746126662.904099:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.904418:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7761 00000100:00100000:2.0:1746126662.904425:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973348352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.904434:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.904472:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.904482:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.904499:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7c4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4813 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.904658:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.904661:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.904667:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.904675:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.904698:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.904707:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771136:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.905056:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.907013:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.907056:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.907153:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348608 00000100:00100000:3.0:1746126662.907160:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348608 00002000:00100000:3.0:1746126662.907189:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093715500 x1830945973348608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.907197:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093715500 with x1830945973348608 ext(0->4095) 00002000:00010000:3.0:1746126662.907201:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093715500 00000100:00100000:3.0:1746126662.907228:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4355 00000100:00100000:3.0:1746126662.907233:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973348608:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.907348:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973348608:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.907354:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4355 00002000:00100000:3.0:1746126662.907358:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093715500 x1830945973348608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.907369:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093715500 with x1830945973348608 ext(0->4095) 00002000:00010000:3.0:1746126662.907372:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093715500 00000100:00100000:3.0:1746126662.907390:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348736 00000100:00100000:3.0:1746126662.907392:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348736 00000100:00100000:3.0:1746126662.907423:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6072 00000100:00100000:3.0:1746126662.907431:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973348736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.907439:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.907486:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4821 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.907505:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.907510:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.907512:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.907515:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.907534:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.907543:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.907552:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973771264:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.907594:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.907666:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771136:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.907678:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.907694:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973348352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3270us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.907701:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7761 00000100:00100000:3.0:1746126662.909899:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973771264:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.909923:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.909935:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126662.909973:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973348736:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.909979:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6072 00000100:00100000:0.0:1746126662.910802:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.911262:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.911874:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348864 00000100:00100000:3.0:1746126662.911881:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348864 00000100:00100000:3.0:1746126662.912165:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6073 00000100:00100000:3.0:1746126662.912173:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973348864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.912186:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.912200:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4828 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.912219:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.912223:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.912229:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.912231:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.912258:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.912267:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 65 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.912276:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126662.912319:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973348864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.912325:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6073 00000100:00100000:2.0:1746126662.912753:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973348992 00000100:00100000:2.0:1746126662.912758:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973348992 00010000:00010000:2.0:1746126662.912774:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.912791:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7762 00000100:00100000:2.0:1746126662.912795:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973348992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.912805:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.912820:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.912829:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.912844:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec481a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.913225:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.913227:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.913233:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.913241:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.913261:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.913270:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 64 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.913280:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771520:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.913668:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.915964:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.916081:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771520:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.916097:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.916133:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973348992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3336us (4870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.916142:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7762 00000100:00100000:1.0:1746126662.916433:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349248 00000100:00100000:1.0:1746126662.916439:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349248 00002000:00100000:1.0:1746126662.916500:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945973349248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.916509:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945973349248 ext(0->4095) 00010000:00010000:1.0:1746126662.916516:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.916527:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.916532:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717480 00000100:00100000:1.0:1746126662.916556:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2269 00000100:00100000:1.0:1746126662.916563:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973349248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126662.916698:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973349248:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.916704:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2269 00002000:00100000:1.0:1746126662.916709:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717480 x1830945973349248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.916716:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717480 with x1830945973349248 ext(0->4095) 00010000:00010000:1.0:1746126662.916721:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.916729:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.916738:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093717480 00000100:00100000:0.0:1746126662.921981:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.922082:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349376 00000100:00100000:2.0:1746126662.922090:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349376 00010000:00010000:2.0:1746126662.922119:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.922150:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7763 00000100:00100000:2.0:1746126662.922157:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973349376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.922169:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.922198:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.922210:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.922231:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7c59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4821 expref: 65 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.922262:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.922264:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.922270:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.922277:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.922303:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.922314:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771648:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.922393:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.924489:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771648:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.924504:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.924536:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973349376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2378us (2561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.924544:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7763 00000100:00100000:0.0:1746126662.924851:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.924949:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349632 00000100:00100000:3.0:1746126662.924955:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349632 00002000:00100000:3.0:1746126662.924981:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093714380 x1830945973349632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.924990:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714380 with x1830945973349632 ext(0->4095) 00002000:00010000:3.0:1746126662.924994:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093714380 00000100:00100000:3.0:1746126662.925022:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4356 00000100:00100000:3.0:1746126662.925029:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973349632:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.925140:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973349632:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.925146:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4356 00002000:00100000:3.0:1746126662.925150:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093714380 x1830945973349632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.925156:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714380 with x1830945973349632 ext(0->4095) 00002000:00010000:3.0:1746126662.925159:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093714380 00000100:00100000:0.0:1746126662.927652:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.927940:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349760 00000100:00100000:3.0:1746126662.927947:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349760 00000100:00100000:3.0:1746126662.927991:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6074 00000100:00100000:3.0:1746126662.927998:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973349760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.928012:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.928025:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec482f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.928049:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.928055:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.928056:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.928060:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.928084:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 63 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.928095:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 63 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.928105:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973771776:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.928186:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.931941:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.932035:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973771776:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.932057:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.932070:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126662.932114:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973349760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4116us (4467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.932125:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6074 00000100:00100000:2.0:1746126662.932263:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973349888 00000100:00100000:2.0:1746126662.932269:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973349888 00010000:00010000:2.0:1746126662.932289:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.932318:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7764 00000100:00100000:2.0:1746126662.932326:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973349888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.932335:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.932350:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.932358:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.932378:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7c60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4828 expref: 64 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.932399:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.932400:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.932413:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.932420:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.932482:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.932493:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771904:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.932533:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.934611:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973771904:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.934624:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.934666:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1981:x1830945973349888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2341us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.934673:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7764 00000100:00100000:0.0:1746126662.935619:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.935800:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350272 00000100:00100000:3.0:1746126662.935806:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350272 00000100:00100000:3.0:1746126662.935843:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6075 00000100:00100000:3.0:1746126662.935849:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973350272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.935862:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.935874:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4836 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.935897:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.935904:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.935906:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.935909:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.935932:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.935942:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 5 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.936220:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772032:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.936482:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.936652:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126662.937036:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350144 00000100:00100000:1.0:1746126662.937041:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350144 00002000:00100000:1.0:1746126662.937066:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6680 x1830945973350144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.937073:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6680 with x1830945973350144 ext(0->4095) 00010000:00010000:1.0:1746126662.937079:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.937089:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.937094:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6680 00000100:00100000:1.0:1746126662.937121:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2270 00000100:00100000:1.0:1746126662.937128:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973350144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126662.937250:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973350144:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126662.937255:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2270 00002000:00100000:1.0:1746126662.937260:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f6680 x1830945973350144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126662.937266:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f6680 with x1830945973350144 ext(0->4095) 00010000:00010000:1.0:1746126662.937270:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126662.937282:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126662.937287:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f6680 00000100:00100000:3.0:1746126662.937737:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772032:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.937756:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.937767:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126662.937787:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973350272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.937793:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6075 00000100:00100000:0.0:1746126662.940518:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.940574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.940693:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350400 00000100:00100000:2.0:1746126662.940702:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350400 00010000:00010000:2.0:1746126662.940733:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.940759:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7765 00000100:00100000:2.0:1746126662.940772:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973350400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.940787:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.940806:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.940873:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350528 00000100:00100000:3.0:1746126662.940876:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350528 00000100:00100000:3.0:1746126662.940904:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6076 00000100:00100000:3.0:1746126662.940908:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973350528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.940924:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.940936:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec483d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.940954:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.940958:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.940962:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.940965:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.940995:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.941038:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.941054:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7c67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec482f expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.941305:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.941306:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.941312:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.941320:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.941341:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.941351:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.941362:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772288:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.941469:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00010000:00010000:3.0:1746126662.941703:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.941716:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126662.941740:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973350528:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 831us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.941746:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6076 00000100:00100000:2.0:1746126662.944848:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772288:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.944870:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.944922:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973350400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4145us (4407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.944932:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7765 00000100:00100000:0.0:1746126662.946974:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.947038:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350784 00000100:00100000:3.0:1746126662.947045:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350784 00002000:00100000:3.0:1746126662.947081:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5180 x1830945973350784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.947089:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5180 with x1830945973350784 ext(0->4095) 00010000:00010000:3.0:1746126662.947097:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.947108:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.947114:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5180 00000100:00100000:3.0:1746126662.947144:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2271 00000100:00100000:3.0:1746126662.947150:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973350784:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.947299:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973350784:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.947305:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2271 00002000:00100000:3.0:1746126662.947311:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5180 x1830945973350784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.947324:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5180 with x1830945973350784 ext(0->4095) 00010000:00010000:3.0:1746126662.947328:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.947336:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.947341:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f5180 00000100:00100000:0.0:1746126662.949974:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.950063:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973350912 00000100:00100000:2.0:1746126662.950069:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973350912 00010000:00010000:2.0:1746126662.950093:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.950370:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7766 00000100:00100000:2.0:1746126662.950376:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1980:x1830945973350912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.950386:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.950400:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.950420:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.950437:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7c6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4836 expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.950519:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.950522:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.950528:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.950536:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.950562:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.950571:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772416:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.950950:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.954524:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772416:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.954540:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.954574:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973350912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4197us (4604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.954583:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7766 00000100:00100000:0.0:1746126662.955616:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.955676:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351168 00000100:00100000:3.0:1746126662.955682:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351168 00002000:00100000:3.0:1746126662.955715:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7100 x1830945973351168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.955723:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945973351168 ext(0->4095) 00002000:00010000:3.0:1746126662.955727:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7100 00000100:00100000:3.0:1746126662.955753:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4357 00000100:00100000:3.0:1746126662.955760:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973351168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.955876:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973351168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.955882:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4357 00002000:00100000:3.0:1746126662.955887:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f7100 x1830945973351168/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.955894:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f7100 with x1830945973351168 ext(0->4095) 00002000:00010000:3.0:1746126662.955896:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f7100 00000100:00100000:0.0:1746126662.957027:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.957178:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351296 00000100:00100000:3.0:1746126662.957183:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351296 00000100:00100000:3.0:1746126662.957205:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6077 00000100:00100000:3.0:1746126662.957210:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973351296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.957220:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.957232:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4844 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.957251:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.957257:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.957258:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.957261:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.957283:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.957293:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 63 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.957303:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772544:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.957370:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.960905:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772544:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.960930:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.960949:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126662.960995:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973351296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3783us (3967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.961002:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6077 00000100:00100000:0.0:1746126662.962844:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.962981:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351424 00000100:00100000:2.0:1746126662.962988:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351424 00010000:00010000:2.0:1746126662.963014:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.963050:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7767 00000100:00100000:2.0:1746126662.963057:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973351424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.963067:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.963084:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.963094:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.963111:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7c75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec483d expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.963136:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.963139:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.963145:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.963152:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.963177:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.963187:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772672:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.963253:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.965335:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.965472:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351552 00000100:00100000:3.0:1746126662.965479:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351552 00000100:00100000:3.0:1746126662.965515:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6078 00000100:00100000:3.0:1746126662.965521:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973351552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126662.965528:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126662.965534:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126662.965546:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec484b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.965565:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.965571:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.965572:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.965575:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.965594:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.965604:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 5 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.965618:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772800:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126662.965679:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126662.965691:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351808 00000100:00100000:3.0:1746126662.965694:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351808 00002000:00100000:3.0:1746126662.965713:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72a00 x1830945973351808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.965721:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72a00 with x1830945973351808 ext(0->4095) 00010000:00010000:3.0:1746126662.965726:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.965735:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.965740:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72a00 00000100:00100000:3.0:1746126662.965752:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2272 00000100:00100000:3.0:1746126662.965757:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973351808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.965922:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973772672:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.965934:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.966147:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973351808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 389us (616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.966154:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2272 00000100:00100000:2.0:1746126662.966156:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973351424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3101us (3316us total) trans 0 rc 0/0 00002000:00100000:3.0:1746126662.966159:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d72a00 x1830945973351808/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126662.966163:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7767 00002000:00100000:3.0:1746126662.966166:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d72a00 with x1830945973351808 ext(0->4095) 00010000:00010000:3.0:1746126662.966169:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.966178:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.966183:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d72a00 00000100:00100000:3.0:1746126662.967869:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973772800:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126662.967889:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.967901:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126662.968097:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973351552:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2575us (2765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.968104:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6078 00000100:00100000:0.0:1746126662.968462:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.968489:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973351936 00000100:00100000:3.0:1746126662.968494:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973351936 00000100:00100000:3.0:1746126662.968526:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6079 00000100:00100000:3.0:1746126662.968532:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973351936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126662.968542:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126662.968544:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126662.968551:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4852 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.968565:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.968569:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.968720:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126662.968729:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.968752:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.968760:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 65 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.968766:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126662.968786:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973351936:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 254us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.968791:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6079 00000100:00100000:2.0:1746126662.968935:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352064 00000100:00100000:2.0:1746126662.968939:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352064 00010000:00010000:2.0:1746126662.968954:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.968979:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7768 00000100:00100000:2.0:1746126662.968985:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973352064:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.968995:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.969295:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.969304:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.969319:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7c7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4844 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.969600:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.969602:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.969608:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.969614:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.969731:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.969741:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.969751:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773056:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.970171:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126662.972032:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.972178:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352320 00000100:00100000:3.0:1746126662.972185:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352320 00002000:00100000:3.0:1746126662.972215:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70a80 x1830945973352320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.972224:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70a80 with x1830945973352320 ext(0->4095) 00010000:00010000:3.0:1746126662.972232:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.972242:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.972249:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70a80 00000100:00100000:3.0:1746126662.972276:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2273 00000100:00100000:3.0:1746126662.972282:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973352320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126662.972402:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973352320:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.972420:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2273 00002000:00100000:3.0:1746126662.972426:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d70a80 x1830945973352320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.972433:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70a80 with x1830945973352320 ext(0->4095) 00010000:00010000:3.0:1746126662.972437:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.972472:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126662.972478:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d70a80 00000100:00100000:2.0:1746126662.972877:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773056:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.972891:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.972915:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973352064:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3930us (4370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.972923:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7768 00000100:00100000:0.0:1746126662.975642:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.975725:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352448 00000100:00100000:2.0:1746126662.975735:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352448 00010000:00010000:2.0:1746126662.975758:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.975791:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7769 00000100:00100000:2.0:1746126662.975797:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1980:x1830945973352448:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.975808:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.975823:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.975834:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.975852:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7c83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec484b expref: 65 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.975879:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.975881:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.975886:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.975893:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.975918:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.975928:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773184:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.975986:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.980481:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773184:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.980498:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.980539:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973352448:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4741us (4901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.980548:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7769 00000100:00100000:0.0:1746126662.981328:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.981458:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352704 00000100:00100000:2.0:1746126662.981463:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352704 00002000:00100000:2.0:1746126662.981494:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71c00 x1830945973352704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.981503:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71c00 with x1830945973352704 ext(0->4095) 00002000:00010000:2.0:1746126662.981507:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d71c00 00000100:00100000:2.0:1746126662.981535:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4358 00000100:00100000:2.0:1746126662.981541:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973352704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126662.981980:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973352704:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 438us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.981985:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4358 00002000:00100000:2.0:1746126662.981991:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71c00 x1830945973352704/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.982003:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71c00 with x1830945973352704 ext(0->4095) 00002000:00010000:2.0:1746126662.982005:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d71c00 00000100:00100000:0.0:1746126662.983509:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.983589:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352832 00000100:00100000:2.0:1746126662.983594:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352832 00000100:00100000:2.0:1746126662.984674:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6080 00000100:00100000:2.0:1746126662.984683:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973352832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.984695:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.984709:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4859 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.984730:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.984737:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.984738:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.984741:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.984765:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 63 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.984774:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 63 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.984784:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773312:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.984847:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.987752:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773312:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.987773:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.987786:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126662.987830:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973352832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3148us (4323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.987838:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6080 00000100:00100000:0.0:1746126662.989011:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.989089:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973352960 00000100:00100000:2.0:1746126662.989095:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973352960 00010000:00010000:2.0:1746126662.989114:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.989134:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7770 00000100:00100000:2.0:1746126662.989140:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973352960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126662.989149:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126662.989165:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.989180:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.989198:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7c8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4852 expref: 64 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.989220:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.989222:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.989228:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.989235:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.989256:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126662.989265:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773440:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126662.990255:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.990957:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773440:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126662.990970:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126662.991030:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:1982:x1830945973352960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1889us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.991038:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7770 00000100:00100000:0.0:1746126662.991240:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.991276:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.991352:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353344 00000100:00100000:3.0:1746126662.991357:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353344 00002000:00100000:3.0:1746126662.991383:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefd180 x1830945973353344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.991391:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd180 with x1830945973353344 ext(0->4095) 00002000:00010000:3.0:1746126662.991395:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefd180 00000100:00100000:3.0:1746126662.991422:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4359 00000100:00100000:3.0:1746126662.991428:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973353344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126662.991577:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973353344:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126662.991582:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4359 00002000:00100000:3.0:1746126662.991587:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009aefd180 x1830945973353344/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126662.991593:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefd180 with x1830945973353344 ext(0->4095) 00002000:00010000:3.0:1746126662.991596:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aefd180 00000100:00100000:2.0:1746126662.991635:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353088 00000100:00100000:2.0:1746126662.991638:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353088 00000100:00100000:2.0:1746126662.991653:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6081 00000100:00100000:2.0:1746126662.991656:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+63:31658:x1830945973353088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.991663:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.991673:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4860 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.991689:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.991699:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.991701:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126662.991703:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.991721:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.991732:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.991741:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773568:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.991780:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.993237:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773568:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.993267:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.993283:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126662.993343:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973353088:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1684us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.993350:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6081 00000100:00100000:0.0:1746126662.994082:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126662.994115:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126662.994335:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353600 00000100:00100000:3.0:1746126662.994342:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353600 00010000:00010000:3.0:1746126662.994366:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126662.994388:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7771 00000100:00100000:3.0:1746126662.994393:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973353600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126662.994402:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126662.994426:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.994435:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.994475:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7c91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4859 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126662.994531:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.994533:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126662.994540:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.994549:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126662.994582:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126662.994592:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773696:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126662.994655:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b396c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.994687:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353472 00000100:00100000:2.0:1746126662.994694:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353472 00000100:00100000:2.0:1746126662.994720:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6082 00000100:00100000:2.0:1746126662.994726:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973353472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126662.994741:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126662.994753:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4867 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.994772:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.994779:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.994781:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126662.994783:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.994810:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.994819:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126662.994828:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773824:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126662.994867:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126662.996261:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973773824:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126662.996280:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126662.996291:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126662.996320:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973353472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1593us (2242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126662.996330:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6082 00000100:00100000:3.0:1746126662.996342:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773696:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126662.996475:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126662.996501:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973353600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2107us (2384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126662.996510:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7771 00000100:00100000:0.0:1746126662.997002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126662.997669:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353856 00000100:00100000:2.0:1746126662.997677:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353856 00002000:00100000:2.0:1746126662.997887:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3800 x1830945973353856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/0 e 0 to 0 dl 1746126673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.997898:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3800 with x1830945973353856 ext(0->4095) 00010000:00010000:2.0:1746126662.997906:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.997918:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126662.997925:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3800 00000100:00100000:2.0:1746126662.997941:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2274 00000100:00100000:2.0:1746126662.997951:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973353856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126662.998116:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973353856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (1115us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126662.998123:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2274 00002000:00100000:2.0:1746126662.998128:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3800 x1830945973353856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:423/0 lens 488/4536 e 0 to 0 dl 1746126673 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126662.998135:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3800 with x1830945973353856 ext(0->4095) 00010000:00010000:2.0:1746126662.998139:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126662.998152:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126662.998158:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3800 00000100:00100000:0.0:1746126663.001588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.001651:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973353984 00000100:00100000:3.0:1746126663.001661:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973353984 00010000:00010000:3.0:1746126663.001854:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00080000:1.0:1746126663.001888:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126663.001896:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7772 00000100:00100000:3.0:1746126663.001904:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1980:x1830945973353984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.001999:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.002018:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.002028:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.002047:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7c98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4860 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.002215:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.002218:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.002225:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.002232:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.002262:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.002273:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773952:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.002350:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b396c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.005830:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973773952:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.005847:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.005892:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1980:x1830945973353984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3988us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.005901:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7772 00000100:00100000:0.0:1746126663.005974:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.006091:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973354240 00000100:00100000:2.0:1746126663.006101:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973354240 00002000:00100000:2.0:1746126663.006148:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf480 x1830945973354240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.006158:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf480 with x1830945973354240 ext(0->4095) 00002000:00010000:2.0:1746126663.006163:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacf480 00000100:00100000:2.0:1746126663.006194:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4360 00000100:00100000:2.0:1746126663.006201:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973354240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.006376:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973354240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.006383:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4360 00002000:00100000:2.0:1746126663.006392:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf480 x1830945973354240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.006400:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf480 with x1830945973354240 ext(0->4095) 00002000:00010000:2.0:1746126663.006415:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008eacf480 00000100:00100000:0.0:1746126663.008974:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.009338:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973354368 00000100:00100000:2.0:1746126663.009346:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973354368 00000100:00100000:2.0:1746126663.009419:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6083 00000100:00100000:2.0:1746126663.009427:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973354368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.009474:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.009488:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec486e expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.009511:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.009517:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.009519:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.009522:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.009547:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.009557:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 63 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.009569:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774080:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.009634:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00080000:1.0:1746126663.009834:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126663.012195:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774080:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.012216:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.012228:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.014526:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973354368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5095us (5553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.014538:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6083 00000100:00100000:0.0:1746126663.014781:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.014900:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973354496 00000100:00100000:3.0:1746126663.014906:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973354496 00010000:00010000:3.0:1746126663.014927:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.014945:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7773 00000100:00100000:3.0:1746126663.014950:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973354496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.014963:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.014978:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.014988:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.015004:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7c9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4867 expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.015023:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.015025:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.015031:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.015037:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.015058:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.015068:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774208:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.016631:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b396c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.018289:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.018345:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.018405:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973354624 00000100:00100000:2.0:1746126663.018420:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973354624 00000100:00100000:2.0:1746126663.018538:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6084 00000100:00100000:2.0:1746126663.018544:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973354624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.018558:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.018572:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4875 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.018591:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.018598:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.018600:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.018603:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.018628:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.018637:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.018648:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774336:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.018875:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774208:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.018889:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.018907:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973354496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3956us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.018918:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7773 00000100:00100000:2.0:1746126663.021214:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.021258:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973354880 00000100:00100000:2.0:1746126663.021265:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973354880 00002000:00100000:2.0:1746126663.021307:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacfb80 x1830945973354880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.021317:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacfb80 with x1830945973354880 ext(0->4095) 00010000:00010000:2.0:1746126663.021324:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.021336:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.021341:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacfb80 00000100:00100000:2.0:1746126663.021363:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2275 00000100:00100000:2.0:1746126663.021370:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973354880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.021561:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973354880:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 190us (3213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.021567:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2275 00002000:00100000:2.0:1746126663.021573:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacfb80 x1830945973354880/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.021580:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacfb80 with x1830945973354880 ext(0->4095) 00010000:00010000:2.0:1746126663.021584:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.021592:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.021597:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacfb80 00000100:00100000:2.0:1746126663.024491:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774336:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.024517:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.024531:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126663.024636:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31658:x1830945973354624:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6091us (6351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.024644:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6084 00000100:00100000:0.0:1746126663.027483:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.027656:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.027731:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355136 00000100:00100000:3.0:1746126663.027738:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355136 00010000:00010000:3.0:1746126663.027766:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.027790:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7774 00000100:00100000:3.0:1746126663.027795:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973355136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.027808:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.027826:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.027837:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.027856:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7ca6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec486e expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.027871:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.027873:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.027878:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.027887:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.027909:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.027928:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774464:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.027997:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b396c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.028127:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355008 00000100:00100000:2.0:1746126663.028130:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355008 00000100:00100000:2.0:1746126663.028153:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6085 00000100:00100000:2.0:1746126663.028157:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:31659:x1830945973355008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.028168:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.028178:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec487c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.028192:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.028198:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.028199:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.028202:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.028216:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.028225:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.028233:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774592:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.028264:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.032084:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774464:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.032105:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.032167:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973355136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4370us (4510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.032177:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7774 00000100:00100000:2.0:1746126663.032304:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774592:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.032324:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.032339:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d81f000, rc 0) 00000100:00100000:2.0:1746126663.032368:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:31659:x1830945973355008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4210us (4894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.032374:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6085 00000100:00100000:1.0:1746126663.033516:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.033570:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355392 00000100:00100000:3.0:1746126663.033579:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355392 00002000:00100000:3.0:1746126663.033614:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ca80 x1830945973355392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.033622:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ca80 with x1830945973355392 ext(0->4095) 00010000:00010000:3.0:1746126663.033637:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.033649:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.033655:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ca80 00000100:00100000:3.0:1746126663.033678:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2276 00000100:00100000:3.0:1746126663.033684:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973355392:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.033830:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1982:x1830945973355392:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.033839:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2276 00002000:00100000:3.0:1746126663.033844:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ca80 x1830945973355392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.033851:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ca80 with x1830945973355392 ext(0->4095) 00010000:00010000:3.0:1746126663.033855:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.033864:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.033869:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2ca80 00000100:00100000:0.0:1746126663.037513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.038489:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355520 00000100:00100000:3.0:1746126663.038503:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355520 00010000:00010000:3.0:1746126663.038550:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.038592:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7775 00000100:00100000:3.0:1746126663.038599:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+65:1981:x1830945973355520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.038614:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.038637:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.038649:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.038676:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4875 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.038705:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.038707:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.038713:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.038720:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.038754:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 64 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.038768:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774720:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.038861:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.043208:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774720:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.043231:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.043283:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973355520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4683us (5781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.043286:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.043294:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7775 00000100:00100000:2.0:1746126663.043365:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355776 00000100:00100000:2.0:1746126663.043372:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355776 00002000:00100000:2.0:1746126663.043426:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817800 x1830945973355776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.043437:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817800 with x1830945973355776 ext(0->4095) 00002000:00010000:2.0:1746126663.043443:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817800 00000100:00100000:2.0:1746126663.043490:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4361 00000100:00100000:2.0:1746126663.043498:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973355776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.043739:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1982:x1830945973355776:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 241us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.043745:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4361 00002000:00100000:2.0:1746126663.043750:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817800 x1830945973355776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.043762:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817800 with x1830945973355776 ext(0->4095) 00002000:00010000:2.0:1746126663.043765:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132817800 00000100:00100000:0.0:1746126663.047955:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.048059:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973355904 00000100:00100000:2.0:1746126663.048068:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973355904 00000100:00100000:2.0:1746126663.048142:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6086 00000100:00100000:2.0:1746126663.048149:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973355904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.048165:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.048179:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4883 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.048201:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.048207:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.048209:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.048218:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.048243:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 63 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.048254:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 63 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.048264:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774848:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.048654:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.051897:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.051995:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356032 00000100:00100000:3.0:1746126663.052002:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356032 00002000:00100000:3.0:1746126663.052034:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132815c00 x1830945973356032/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.052044:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945973356032 ext(0->7) 00010000:00010000:3.0:1746126663.052052:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.052067:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 64 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.052073:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815c00 00000100:00100000:3.0:1746126663.052088:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2277 00000100:00100000:3.0:1746126663.052093:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+64:1981:x1830945973356032:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126663.052138:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973774848:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.052166:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.052181:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126663.052437:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973355904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4287us (4489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.052478:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6086 00000100:00100000:3.0:1746126663.052989:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973356032:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 891us (1094us total) trans 4294968051 rc 0/0 00000100:00100000:3.0:1746126663.052998:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2277 00002000:00100000:3.0:1746126663.053005:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132815c00 x1830945973356032/t4294968051(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.053014:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815c00 with x1830945973356032 ext(0->7) 00010000:00010000:3.0:1746126663.053020:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.053030:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.053036:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815c00 00000100:00100000:0.0:1746126663.062094:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.062200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.062295:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356160 00000100:00100000:3.0:1746126663.062303:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356160 00000100:00100000:2.0:1746126663.062305:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356288 00000100:00100000:2.0:1746126663.062315:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356288 00010000:00010000:3.0:1746126663.062334:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.062360:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6087 00000100:00100000:2.0:1746126663.062367:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:31658:x1830945973356288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.062390:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.062404:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec488a expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.062423:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7776 00000100:00100000:3.0:1746126663.062431:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1980:x1830945973356160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.062465:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.062476:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.062482:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.062489:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126663.062492:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.062644:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.062655:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.062673:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d81f000/0x9cce4314879c7cb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec487c expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.062725:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.062728:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.062734:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.062742:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.062769:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.062780:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.062790:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774976:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.063042:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00010000:00010000:2.0:1746126663.063279:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.063289:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.063301:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775104:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.065261:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.066203:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973774976:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.066222:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.066415:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1980:x1830945973356160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3973us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.066426:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7776 00000100:00100000:0.0:1746126663.066867:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.066962:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356544 00000100:00100000:3.0:1746126663.066969:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356544 00002000:00100000:3.0:1746126663.067008:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945973356544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.067018:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945973356544 ext(0->4095) 00010000:00010000:3.0:1746126663.067026:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.067039:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.067046:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132817b80 00000100:00100000:3.0:1746126663.067071:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2278 00000100:00100000:3.0:1746126663.067078:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973356544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.067115:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775104:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.067135:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.067148:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126663.067169:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31658:x1830945973356288:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4803us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.067175:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6087 00000100:00100000:3.0:1746126663.067253:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973356544:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.067259:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2278 00002000:00100000:3.0:1746126663.067263:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132817b80 x1830945973356544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.067271:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132817b80 with x1830945973356544 ext(0->4095) 00010000:00010000:3.0:1746126663.067276:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.067285:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.067290:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132817b80 00000100:00100000:0.0:1746126663.069828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.069908:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356672 00000100:00100000:2.0:1746126663.069916:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356672 00000100:00100000:2.0:1746126663.069955:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6088 00000100:00100000:2.0:1746126663.069961:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31659:x1830945973356672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.069977:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.069993:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4891 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.070018:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.070024:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.070030:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.070033:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.070072:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.070086:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.070095:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.070674:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:31659:x1830945973356672:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 710us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.070681:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6088 00000100:00100000:0.0:1746126663.071136:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.071198:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973356800 00000100:00100000:3.0:1746126663.071203:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973356800 00010000:00010000:3.0:1746126663.071223:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.071252:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7777 00000100:00100000:3.0:1746126663.071257:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973356800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.071266:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.071285:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.071294:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.071310:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7cbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4883 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.071399:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.071402:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.071420:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.071433:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.071469:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.071479:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.071490:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775360:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.071546:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.073682:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775360:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.073701:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.073747:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973356800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2488us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.073756:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7777 00000100:00100000:0.0:1746126663.076766:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.076860:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357056 00000100:00100000:3.0:1746126663.076869:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357056 00002000:00100000:3.0:1746126663.076907:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815180 x1830945973357056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.076917:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815180 with x1830945973357056 ext(0->4095) 00010000:00010000:3.0:1746126663.076926:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.076938:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.076945:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815180 00000100:00100000:3.0:1746126663.076973:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2279 00000100:00100000:3.0:1746126663.076979:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973357056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.077114:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973357056:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.077120:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2279 00002000:00100000:3.0:1746126663.077125:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132815180 x1830945973357056/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.077132:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132815180 with x1830945973357056 ext(0->4095) 00010000:00010000:3.0:1746126663.077137:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.077145:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.077150:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132815180 00000100:00100000:0.0:1746126663.079992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.081244:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357184 00000100:00100000:3.0:1746126663.081256:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357184 00010000:00010000:3.0:1746126663.081286:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.081323:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7778 00000100:00100000:3.0:1746126663.081329:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1982:x1830945973357184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.081338:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.081355:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.081365:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.081381:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7cc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec488a expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.081404:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.081414:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.081421:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.081430:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.081478:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.081487:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775488:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.081875:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.089627:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775488:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.089645:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.089695:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945973357184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 8365us (9709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.089704:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7778 00000100:00100000:0.0:1746126663.090931:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.091054:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357440 00000100:00100000:1.0:1746126663.091060:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357440 00002000:00100000:1.0:1746126663.091092:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ba680 x1830945973357440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.091100:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba680 with x1830945973357440 ext(0->4095) 00002000:00010000:1.0:1746126663.091104:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ba680 00000100:00100000:1.0:1746126663.091173:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4362 00000100:00100000:1.0:1746126663.091180:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973357440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.091309:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973357440:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.091315:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4362 00002000:00100000:1.0:1746126663.091320:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942ba680 x1830945973357440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.091326:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ba680 with x1830945973357440 ext(0->4095) 00002000:00010000:1.0:1746126663.091328:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942ba680 00000100:00100000:0.0:1746126663.095166:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.095227:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357568 00000100:00100000:2.0:1746126663.095238:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357568 00000100:00100000:2.0:1746126663.095284:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6089 00000100:00100000:2.0:1746126663.095291:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973357568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.095305:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.095318:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4898 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.095344:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.095351:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.095352:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.095355:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.095387:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.095396:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.095414:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775616:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.095521:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.098338:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775616:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.098365:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.098378:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126663.098433:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973357568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.098454:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6089 00000100:00100000:1.0:1746126663.098584:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.098641:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357696 00000100:00100000:3.0:1746126663.098646:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357696 00010000:00010000:3.0:1746126663.098668:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.098686:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7779 00000100:00100000:3.0:1746126663.098691:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973357696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.098701:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.098718:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.098727:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.098744:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7cc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4891 expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.098765:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.098766:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.098772:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.098779:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.098803:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.098818:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775744:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.098860:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.103054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.103100:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973357824 00000100:00100000:2.0:1746126663.103106:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973357824 00000100:00100000:2.0:1746126663.103149:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6090 00000100:00100000:2.0:1746126663.103155:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31658:x1830945973357824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.103170:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.103183:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec489f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.103193:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973775744:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.103204:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.103206:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126663.103211:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.103212:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.103215:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.103243:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973357696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4551us (4659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.103250:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7779 00010000:00010000:2.0:1746126663.103631:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.103642:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.103652:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775872:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.103712:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.106388:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.106762:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973775872:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.106769:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358080 00000100:00100000:3.0:1746126663.106775:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358080 00010000:00010000:2.0:1746126663.106788:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 66 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.106801:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00002000:00100000:3.0:1746126663.106808:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c380 x1830945973358080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.106817:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c380 with x1830945973358080 ext(0->4095) 00010000:00010000:3.0:1746126663.106824:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.106834:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.106849:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:31658:x1830945973357824:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3693us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.106856:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6090 00002000:00010000:3.0:1746126663.106913:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c380 00000100:00100000:3.0:1746126663.106938:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2280 00000100:00100000:3.0:1746126663.106944:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973358080:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.107068:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973358080:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.107076:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2280 00002000:00100000:3.0:1746126663.107081:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2c380 x1830945973358080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.107088:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2c380 with x1830945973358080 ext(0->4095) 00010000:00010000:3.0:1746126663.107092:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.107100:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.107105:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2c380 00000100:00100000:1.0:1746126663.111159:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.111248:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358208 00000100:00100000:3.0:1746126663.111256:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358208 00010000:00010000:3.0:1746126663.111285:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.111628:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7780 00000100:00100000:3.0:1746126663.111636:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973358208:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.111646:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.111663:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.111673:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.111691:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7cd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4898 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.111927:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.111929:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.111936:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.111943:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.111970:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.111980:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.112045:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.114946:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.115031:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358464 00000100:00100000:1.0:1746126663.115038:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358464 00002000:00100000:1.0:1746126663.115071:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b9f80 x1830945973358464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.115080:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b9f80 with x1830945973358464 ext(0->4095) 00002000:00010000:1.0:1746126663.115084:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b9f80 00000100:00100000:1.0:1746126663.115102:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4363 00000100:00100000:1.0:1746126663.115108:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973358464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.115239:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1981:x1830945973358464:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.115245:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4363 00002000:00100000:1.0:1746126663.115251:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942b9f80 x1830945973358464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.115258:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942b9f80 with x1830945973358464 ext(0->4095) 00002000:00010000:1.0:1746126663.115261:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942b9f80 00000100:00100000:3.0:1746126663.115337:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776000:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.115351:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.115372:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973358208:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3737us (4219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.115379:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7780 00000100:00100000:2.0:1746126663.119051:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.119399:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358592 00000100:00100000:0.0:1746126663.119417:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358592 00000100:00100000:0.0:1746126663.119469:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6091 00000100:00100000:0.0:1746126663.119480:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973358592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.119495:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.119510:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48a6 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.119851:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.119860:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.119862:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.119865:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.119891:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.119902:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 65 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:0.0:1746126663.120274:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776128:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126663.120355:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18c8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.127287:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776128:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126663.127618:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.127707:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358720 00000100:00100000:3.0:1746126663.127713:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358720 00002000:00100000:3.0:1746126663.127746:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942bb100 x1830945973358720/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.127755:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb100 with x1830945973358720 ext(0->7) 00010000:00010000:3.0:1746126663.127761:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.127777:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 66 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.127782:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bb100 00000100:00100000:3.0:1746126663.127810:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2281 00000100:00100000:3.0:1746126663.127817:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+66:1982:x1830945973358720:12345-192.168.203.49@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746126663.127886:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.127906:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db400, rc 0) 00000100:00100000:3.0:1746126663.128098:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973358720:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 281us (481us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1746126663.128104:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2281 00002000:00100000:3.0:1746126663.128109:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800942bb100 x1830945973358720/t4294968052(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.128116:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb100 with x1830945973358720 ext(0->7) 00010000:00010000:3.0:1746126663.128120:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.128129:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.128134:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942bb100 00000100:00100000:3.0:1746126663.128161:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973358592:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8685us (9117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.128166:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6091 00000100:00100000:0.0:1746126663.130888:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.130947:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973358848 00000100:00100000:3.0:1746126663.130953:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973358848 00010000:00010000:3.0:1746126663.130978:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.131008:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7781 00000100:00100000:3.0:1746126663.131013:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973358848:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.131024:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.131037:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.131046:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.131070:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7cd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec489f expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.131094:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.131096:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.131102:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.131109:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.131135:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.131143:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776256:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.131202:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.132673:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776256:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.132688:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.132712:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1982:x1830945973358848:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1698us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.132720:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7781 00000100:00100000:0.0:1746126663.133092:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.133200:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359104 00000100:00100000:3.0:1746126663.133205:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359104 00002000:00100000:3.0:1746126663.133228:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bad80 x1830945973359104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.133360:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bad80 with x1830945973359104 ext(0->4095) 00002000:00010000:3.0:1746126663.133364:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bad80 00000100:00100000:1.0:1746126663.133698:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4364 00000100:00100000:1.0:1746126663.133707:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973359104:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.133839:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973359104:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.133849:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4364 00002000:00100000:1.0:1746126663.133854:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bad80 x1830945973359104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.133867:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bad80 with x1830945973359104 ext(0->4095) 00002000:00010000:1.0:1746126663.133870:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bad80 00000100:00100000:0.0:1746126663.136144:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.136198:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359232 00000100:00100000:3.0:1746126663.136207:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359232 00000100:00100000:3.0:1746126663.136963:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6092 00000100:00100000:3.0:1746126663.136972:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:31658:x1830945973359232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.136986:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.137000:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48ad expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.137023:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.137029:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.137031:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.137034:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.137058:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.137069:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.137079:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776384:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.137348:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.137964:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.138027:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359360 00000100:00100000:0.0:1746126663.138035:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359360 00000100:00100000:0.0:1746126663.138077:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6093 00000100:00100000:0.0:1746126663.138083:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31659:x1830945973359360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.138096:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.138109:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48b4 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.138129:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.138134:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.138139:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.138143:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 70 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.138173:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.138185:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 70 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.138196:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dae00, rc 0) 00000100:00100000:0.0:1746126663.138241:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31659:x1830945973359360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.138247:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6093 00000100:00100000:1.0:1746126663.138890:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.138963:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359488 00000100:00100000:2.0:1746126663.138966:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359488 00010000:00010000:2.0:1746126663.138985:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.139002:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7782 00000100:00100000:2.0:1746126663.139008:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973359488:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.139017:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.139036:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.139046:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.139064:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.139066:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.139071:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.139079:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.139099:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.139113:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.139122:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776640:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.139305:0:8440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7cde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48a6 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.139325:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776384:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.139345:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.139352:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.139364:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126663.139393:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31658:x1830945973359232:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2422us (3254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.139401:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6092 00000100:00100000:2.0:1746126663.139579:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136989c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.141077:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776640:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.141093:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.141320:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973359488:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2310us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.141329:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7782 00000100:00100000:1.0:1746126663.141591:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.141641:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359744 00000100:00100000:3.0:1746126663.141650:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359744 00002000:00100000:3.0:1746126663.141686:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2dc00 x1830945973359744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.141695:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2dc00 with x1830945973359744 ext(0->4095) 00010000:00010000:3.0:1746126663.141703:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.141713:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.141718:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2dc00 00000100:00100000:3.0:1746126663.141744:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2282 00000100:00100000:3.0:1746126663.141750:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973359744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.142035:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973359744:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 284us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.142041:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2282 00002000:00100000:3.0:1746126663.142047:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2dc00 x1830945973359744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.142818:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2dc00 with x1830945973359744 ext(0->4095) 00010000:00010000:3.0:1746126663.142825:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.142834:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.142840:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2dc00 00000100:00100000:0.0:1746126663.145736:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.145899:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973359872 00000100:00100000:3.0:1746126663.145909:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973359872 00010000:00010000:3.0:1746126663.145947:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.146117:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7783 00000100:00100000:3.0:1746126663.146126:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973359872:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.146141:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.146163:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.146240:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.146266:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7ce5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ad expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.146391:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.146393:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.146401:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.146421:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.146878:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.146892:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776768:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.146984:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.148745:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973776768:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.148764:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.148799:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973359872:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2674us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.148809:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7783 00000100:00100000:0.0:1746126663.149001:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.149224:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360128 00000100:00100000:3.0:1746126663.149229:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360128 00002000:00100000:3.0:1746126663.149257:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8a80 x1830945973360128/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.149265:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8a80 with x1830945973360128 ext(0->4095) 00002000:00010000:3.0:1746126663.149269:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8a80 00000100:00100000:3.0:1746126663.149432:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4365 00000100:00100000:3.0:1746126663.149440:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973360128:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.149877:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973360128:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 438us (876us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.149883:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4365 00002000:00100000:3.0:1746126663.149889:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ad8a80 x1830945973360128/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.149895:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad8a80 with x1830945973360128 ext(0->4095) 00002000:00010000:3.0:1746126663.149898:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad8a80 00000100:00100000:0.0:1746126663.152223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.152504:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360256 00000100:00100000:3.0:1746126663.152511:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360256 00000100:00100000:3.0:1746126663.152603:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6094 00000100:00100000:3.0:1746126663.152609:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973360256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.152625:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.152638:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48bb expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.152660:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.152667:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.152669:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.152672:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.152694:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.152704:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 67 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.152714:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776896:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.153466:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.154958:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973776896:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.154979:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.154991:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28c00, rc 0) 00000100:00100000:3.0:1746126663.155021:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973360256:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2412us (2803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.155031:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6094 00000100:00100000:2.0:1746126663.157045:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.157781:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360384 00000100:00100000:3.0:1746126663.157788:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360384 00010000:00010000:3.0:1746126663.157814:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.157850:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7784 00000100:00100000:3.0:1746126663.157857:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973360384:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.157868:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.157884:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.157893:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.157915:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7cec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48b4 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.157942:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.157944:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.157950:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.157956:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.157980:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.157990:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777024:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.159157:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.160586:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.162936:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360512 00000100:00100000:3.0:1746126663.162945:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360512 00000100:00100000:3.0:1746126663.162994:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6095 00000100:00100000:3.0:1746126663.163004:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973360512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.163018:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.163032:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48c2 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.163055:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.163061:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.163062:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.163065:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.163091:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.163102:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.163112:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777152:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.163204:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.163691:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.163756:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777024:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.163769:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.163793:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973360384:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5936us (6753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.163801:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7784 00000100:00100000:0.0:1746126663.163934:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360768 00000100:00100000:0.0:1746126663.163938:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360768 00002000:00100000:0.0:1746126663.163963:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e300 x1830945973360768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126663.163971:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e300 with x1830945973360768 ext(0->4095) 00010000:00010000:0.0:1746126663.163977:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:0.0:1746126663.163987:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:0.0:1746126663.163993:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e300 00000100:00100000:0.0:1746126663.164717:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2283 00000100:00100000:0.0:1746126663.164724:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973360768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126663.165007:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973360768:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 283us (1315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126663.165017:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2283 00002000:00100000:0.0:1746126663.165022:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e300 x1830945973360768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126663.165033:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e300 with x1830945973360768 ext(0->4095) 00010000:00010000:0.0:1746126663.165039:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:0.0:1746126663.165049:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:0.0:1746126663.165054:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880083c2e300 00000100:00100000:3.0:1746126663.167291:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777152:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.167310:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.167321:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126663.167356:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973360512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4355us (6774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.167362:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6095 00000100:00100000:3.0:1746126663.167934:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.167986:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973360896 00000100:00100000:0.0:1746126663.167991:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973360896 00000100:00100000:0.0:1746126663.168026:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6096 00000100:00100000:0.0:1746126663.168032:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31659:x1830945973360896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.168044:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.168055:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48c9 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.168072:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.168076:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.168081:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.168084:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.168119:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.168128:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.168134:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948db400, rc 0) 00000100:00100000:0.0:1746126663.168154:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31659:x1830945973360896:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.168159:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6096 00000100:00100000:0.0:1746126663.168982:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.169153:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361024 00000100:00100000:2.0:1746126663.169158:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361024 00010000:00010000:2.0:1746126663.169176:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.169205:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7785 00000100:00100000:2.0:1746126663.169210:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973361024:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.169218:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.169234:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.169243:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.169258:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28c00/0x9cce4314879c7cf3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48bb expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.169281:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.169283:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.169288:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.169295:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.169315:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.169325:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.169334:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777408:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.169976:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.172863:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777408:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126663.172863:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126663.172877:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126663.172946:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361280 00000100:00100000:1.0:1746126663.172952:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361280 00002000:00100000:1.0:1746126663.172984:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb100 x1830945973361280/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.172992:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb100 with x1830945973361280 ext(0->4095) 00010000:00010000:1.0:1746126663.172999:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.173010:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.173015:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb100 00000100:00100000:1.0:1746126663.173044:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2284 00000100:00100000:1.0:1746126663.173051:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973361280:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.173169:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973361280:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.173174:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2284 00002000:00100000:1.0:1746126663.173179:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136adb100 x1830945973361280/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.173191:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136adb100 with x1830945973361280 ext(0->4095) 00010000:00010000:1.0:1746126663.173195:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.173203:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.173208:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136adb100 00000100:00100000:2.0:1746126663.173232:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973361024:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4021us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.173239:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7785 00000100:00100000:0.0:1746126663.175290:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.175633:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361408 00000100:00100000:2.0:1746126663.175640:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361408 00010000:00010000:2.0:1746126663.175664:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.175684:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7786 00000100:00100000:2.0:1746126663.175690:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973361408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.175700:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.175716:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.175725:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.175742:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7cfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c2 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.175765:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.175767:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.175773:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.175779:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.175804:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.175814:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777536:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.175872:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.177459:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777536:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.177472:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.177499:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973361408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1808us (2213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.177506:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7786 00000100:00100000:2.0:1746126663.179472:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.179598:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361664 00000100:00100000:1.0:1746126663.179605:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361664 00002000:00100000:1.0:1746126663.179633:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece680 x1830945973361664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.179643:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973361664 ext(0->4095) 00002000:00010000:1.0:1746126663.179646:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:1.0:1746126663.179824:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4366 00000100:00100000:1.0:1746126663.179831:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973361664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.179953:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973361664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.179959:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4366 00002000:00100000:1.0:1746126663.180201:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ece680 x1830945973361664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.180208:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973361664 ext(0->4095) 00002000:00010000:1.0:1746126663.180211:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:0.0:1746126663.182189:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.182385:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361792 00000100:00100000:2.0:1746126663.182391:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361792 00000100:00100000:2.0:1746126663.182428:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6097 00000100:00100000:2.0:1746126663.182433:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973361792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.182472:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.182486:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48d0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.182506:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.182511:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.182513:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.182516:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.182539:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.182549:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.182560:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777664:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.182636:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.184765:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777664:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.184787:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.184799:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.184829:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973361792:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2394us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.184835:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6097 00000100:00100000:0.0:1746126663.185731:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.187413:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973361920 00000100:00100000:2.0:1746126663.187420:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973361920 00010000:00010000:2.0:1746126663.187480:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.187509:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7787 00000100:00100000:2.0:1746126663.187518:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973361920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.187528:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.187545:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.187558:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.187575:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948db400/0x9cce4314879c7d01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48c9 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.187599:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.187600:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.187606:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.187613:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.187691:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.187701:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777792:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.187763:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.189863:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.189924:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362048 00000100:00100000:2.0:1746126663.189932:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362048 00000100:00100000:2.0:1746126663.189975:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6098 00000100:00100000:2.0:1746126663.189982:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973362048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.189997:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.190011:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48d7 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.190033:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.190040:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.190042:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.190046:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.190068:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.190078:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.190088:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777920:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.190169:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.191870:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.192049:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973777792:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.192065:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.192096:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973361920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4577us (6366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.192168:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7787 00000100:00100000:1.0:1746126663.192192:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362304 00000100:00100000:1.0:1746126663.192197:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362304 00002000:00100000:1.0:1746126663.192228:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945973362304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.192236:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945973362304 ext(0->4095) 00010000:00010000:1.0:1746126663.192244:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.192253:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.192259:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:1.0:1746126663.192284:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2285 00000100:00100000:1.0:1746126663.192289:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973362304:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.192398:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973362304:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.192403:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2285 00002000:00100000:1.0:1746126663.192425:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132816680 x1830945973362304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.192432:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816680 with x1830945973362304 ext(0->4095) 00010000:00010000:1.0:1746126663.192437:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.192466:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.192475:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132816680 00000100:00100000:2.0:1746126663.192540:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973777920:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.192554:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.192565:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126663.192586:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973362048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2605us (2727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.192591:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6098 00000100:00100000:0.0:1746126663.196352:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.196393:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.196589:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362432 00000100:00100000:2.0:1746126663.196596:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362432 00000100:00100000:2.0:1746126663.196631:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6099 00000100:00100000:2.0:1746126663.196639:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31659:x1830945973362432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.196652:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.196853:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48de expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.196876:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.196881:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.196886:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.196889:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.196919:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.196929:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.196937:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126663.196984:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31659:x1830945973362432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.196989:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6099 00000100:00100000:3.0:1746126663.197166:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362560 00000100:00100000:3.0:1746126663.197170:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362560 00010000:00010000:3.0:1746126663.197189:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.197218:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7788 00000100:00100000:3.0:1746126663.197223:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973362560:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.197232:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.197248:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.197259:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.197274:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d0 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.197297:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.197299:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.197304:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.197311:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.197329:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.197339:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.197349:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778176:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.197399:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.201109:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778176:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.201127:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.201534:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973362560:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4304us (5133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.201543:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7788 00000100:00100000:0.0:1746126663.201839:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.202074:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362816 00000100:00100000:3.0:1746126663.202080:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362816 00002000:00100000:3.0:1746126663.202109:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945973362816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.202117:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945973362816 ext(0->4095) 00010000:00010000:3.0:1746126663.202124:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.202136:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.202142:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:3.0:1746126663.203029:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2286 00000100:00100000:3.0:1746126663.203038:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973362816:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.203163:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973362816:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (1323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.203169:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2286 00002000:00100000:3.0:1746126663.203175:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b100 x1830945973362816/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.203182:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b100 with x1830945973362816 ext(0->4095) 00010000:00010000:3.0:1746126663.203188:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.203198:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.203204:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b100 00000100:00100000:0.0:1746126663.206262:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.206351:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973362944 00000100:00100000:3.0:1746126663.206358:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973362944 00010000:00010000:3.0:1746126663.206383:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.206423:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7789 00000100:00100000:3.0:1746126663.206430:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1980:x1830945973362944:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.206462:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.206479:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.206489:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.206507:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7d0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48d7 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.206521:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.206523:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.206529:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.206541:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.206564:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.206573:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778304:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.206639:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.209681:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778304:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.209696:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.209736:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1980:x1830945973362944:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3306us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.209745:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7789 00000100:00100000:2.0:1746126663.210395:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.210637:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363200 00000100:00100000:1.0:1746126663.210643:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363200 00002000:00100000:1.0:1746126663.210674:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecce00 x1830945973363200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.210683:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecce00 with x1830945973363200 ext(0->4095) 00002000:00010000:1.0:1746126663.210687:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecce00 00000100:00100000:1.0:1746126663.210969:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4367 00000100:00100000:1.0:1746126663.210976:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973363200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.211107:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973363200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (712us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.211112:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4367 00002000:00100000:1.0:1746126663.211117:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135ecce00 x1830945973363200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.211123:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecce00 with x1830945973363200 ext(0->4095) 00002000:00010000:1.0:1746126663.211126:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecce00 00000100:00100000:0.0:1746126663.212967:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.213206:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363328 00000100:00100000:2.0:1746126663.213212:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363328 00000100:00100000:2.0:1746126663.213248:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6100 00000100:00100000:2.0:1746126663.213254:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973363328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.213265:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.213277:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48e5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.213303:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.213310:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.213311:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.213314:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.213336:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.213347:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.213356:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973778432:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.213434:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.215236:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973778432:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.215254:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.215266:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.215942:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973363328:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2686us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.215950:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6100 00000100:00100000:0.0:1746126663.216479:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.216794:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363456 00000100:00100000:2.0:1746126663.216801:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363456 00010000:00010000:2.0:1746126663.216822:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.217293:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7790 00000100:00100000:2.0:1746126663.217309:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973363456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.217327:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.217352:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.217367:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.217389:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48de expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.217423:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.217425:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.217433:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.217471:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.217506:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.217518:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778560:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.217751:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.219390:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778560:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.219416:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.219484:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973363456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2179us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.219495:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7790 00000100:00100000:0.0:1746126663.221621:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.221670:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.221727:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363840 00000100:00100000:2.0:1746126663.221735:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363840 00000100:00100000:3.0:1746126663.221755:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363712 00000100:00100000:3.0:1746126663.221762:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363712 00000100:00100000:2.0:1746126663.221782:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6101 00000100:00100000:2.0:1746126663.221788:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:31658:x1830945973363840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.221806:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.221820:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48ec expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126663.221840:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33100 x1830945973363712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126663.221847:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126663.221849:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33100 with x1830945973363712 ext(0->4095) 00002000:00010000:3.0:1746126663.221854:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b33100 00010000:00010000:2.0:1746126663.221854:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.221856:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.221859:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.221940:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4368 00000100:00100000:3.0:1746126663.221946:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973363712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00010000:00010000:2.0:1746126663.221999:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.222010:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.222025:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973778688:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.222103:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.222323:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973363712:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 376us (708us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.222332:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4368 00002000:00100000:3.0:1746126663.222337:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b33100 x1830945973363712/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.222344:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b33100 with x1830945973363712 ext(0->4095) 00010000:00010000:3.0:1746126663.222351:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.222362:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.222367:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b33100 00000100:00100000:2.0:1746126663.223789:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973778688:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.223810:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.223822:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126663.223845:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973363840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.223851:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6101 00000100:00100000:2.0:1746126663.226178:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.226225:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.226292:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973363968 00000100:00100000:0.0:1746126663.226300:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973363968 00000100:00100000:0.0:1746126663.226346:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6102 00000100:00100000:0.0:1746126663.226353:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31659:x1830945973363968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.226366:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.226378:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48f3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.226395:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.226399:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.226404:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.226417:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 69 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.226464:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.226474:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 69 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.226482:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948da400, rc 0) 00000100:00100000:0.0:1746126663.226510:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31659:x1830945973363968:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.226514:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6102 00000100:00100000:3.0:1746126663.227067:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364096 00000100:00100000:3.0:1746126663.227071:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364096 00010000:00010000:3.0:1746126663.227090:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.227118:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7791 00000100:00100000:3.0:1746126663.227123:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973364096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.227131:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.227147:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.227157:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.227172:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48e5 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.227194:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.227196:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.227201:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.227208:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.227226:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.227236:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.227246:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778944:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.227301:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b396c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.231466:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973778944:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.231485:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126663.231551:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.231614:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973364096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4489us (5387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.231625:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7791 00000100:00100000:2.0:1746126663.231728:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364352 00000100:00100000:2.0:1746126663.231733:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364352 00002000:00100000:2.0:1746126663.231765:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31180 x1830945973364352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.231774:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31180 with x1830945973364352 ext(0->4095) 00010000:00010000:2.0:1746126663.231781:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.231792:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.231797:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b31180 00000100:00100000:2.0:1746126663.231824:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2287 00000100:00100000:2.0:1746126663.231831:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973364352:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.232918:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973364352:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 1078us (1359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.232930:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2287 00002000:00100000:2.0:1746126663.232942:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31180 x1830945973364352/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.232951:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31180 with x1830945973364352 ext(0->4095) 00010000:00010000:2.0:1746126663.232961:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.232976:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.232982:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6b31180 00000100:00100000:0.0:1746126663.236084:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.236171:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364480 00000100:00100000:3.0:1746126663.236178:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364480 00010000:00010000:3.0:1746126663.236206:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.236620:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7792 00000100:00100000:1.0:1746126663.236629:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973364480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126663.236641:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126663.236660:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.236670:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.236689:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48ec expref: 69 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.236704:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.236706:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.236712:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.236719:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.236745:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126663.236756:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779072:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126663.236824:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.238861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.239020:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779072:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126663.239039:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126663.239067:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973364480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2439us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.239074:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7792 00000100:00100000:2.0:1746126663.239199:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364736 00000100:00100000:2.0:1746126663.239205:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364736 00002000:00100000:2.0:1746126663.239233:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30700 x1830945973364736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.239240:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945973364736 ext(0->4095) 00002000:00010000:2.0:1746126663.239244:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b30700 00000100:00100000:2.0:1746126663.239257:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4369 00000100:00100000:2.0:1746126663.239261:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973364736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.239368:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973364736:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.239373:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4369 00002000:00100000:2.0:1746126663.239377:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b30700 x1830945973364736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.239383:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b30700 with x1830945973364736 ext(0->4095) 00002000:00010000:2.0:1746126663.239386:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b30700 00000100:00100000:0.0:1746126663.241544:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.241892:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364864 00000100:00100000:1.0:1746126663.241900:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364864 00000100:00100000:1.0:1746126663.241999:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6103 00000100:00100000:1.0:1746126663.242006:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973364864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.242021:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.242034:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec48fa expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.242057:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.242064:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.242065:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.242068:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.242091:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 67 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.242100:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 67 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.242110:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779200:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.242853:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.244477:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779200:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.244501:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.244514:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126663.244546:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973364864:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2541us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.244556:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6103 00000100:00100000:0.0:1746126663.244700:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.244797:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973364992 00000100:00100000:1.0:1746126663.244801:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973364992 00010000:00010000:1.0:1746126663.244816:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.244839:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7793 00000100:00100000:1.0:1746126663.244844:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973364992:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126663.244852:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126663.244868:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.244876:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.244891:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948da400/0x9cce4314879c7d2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48f3 expref: 68 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.244902:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.244904:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.244909:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.244915:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.244933:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126663.244943:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779328:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126663.245647:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.250365:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.250476:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973365248 00000100:00100000:2.0:1746126663.250483:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973365248 00002000:00100000:2.0:1746126663.250517:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ea00 x1830945973365248/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.250526:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ea00 with x1830945973365248 ext(0->4095) 00002000:00010000:2.0:1746126663.250530:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ea00 00000100:00100000:2.0:1746126663.250561:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4370 00000100:00100000:2.0:1746126663.250567:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973365248:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.250708:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973365248:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.250714:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4370 00002000:00100000:2.0:1746126663.250719:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ea00 x1830945973365248/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.250725:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ea00 with x1830945973365248 ext(0->4095) 00002000:00010000:2.0:1746126663.250728:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ea00 00000100:00100000:1.0:1746126663.250843:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779328:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126663.250861:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126663.250883:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+67:1981:x1830945973364992:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6038us (6183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.250889:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7793 00000100:00100000:0.0:1746126663.254326:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.254657:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.255048:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973365376 00000100:00100000:1.0:1746126663.255056:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973365376 00000100:00100000:1.0:1746126663.255091:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973365504 00000100:00100000:1.0:1746126663.255093:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973365504 00000100:00100000:1.0:1746126663.255108:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6104 00000100:00100000:1.0:1746126663.255114:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973365376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.255129:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.255142:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4901 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.255165:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.255172:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.255174:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.255177:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.255200:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.255212:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.255223:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779456:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.255298:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.255349:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6105 00000100:00100000:0.0:1746126663.255355:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31659:x1830945973365504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.255362:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.255368:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4908 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.255377:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.255380:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.255384:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.255386:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.255404:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.255426:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.255438:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dac00, rc 0) 00000100:00100000:0.0:1746126663.255481:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31659:x1830945973365504:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.255486:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6105 00000100:00100000:0.0:1746126663.258429:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.258537:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973365632 00000100:00100000:2.0:1746126663.258543:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973365632 00000100:00100000:1.0:1746126663.258544:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779456:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.258567:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.258568:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.258580:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:2.0:1746126663.258606:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7794 00000100:00100000:1.0:1746126663.258610:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:31658:x1830945973365376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3496us (4290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.258612:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973365632:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126663.258617:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6104 00010000:00010000:2.0:1746126663.258621:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.258638:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.258646:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.258910:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7d32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec48fa expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.258924:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.258925:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.258931:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.258937:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.258960:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.258969:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.258983:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779712:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.261509:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.265433:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.265493:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973365888 00000100:00100000:3.0:1746126663.265500:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973365888 00000100:00100000:2.0:1746126663.265534:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779712:192.168.203.49@tcp:105: 00002000:00100000:3.0:1746126663.265537:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467d880 x1830945973365888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.265545:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467d880 with x1830945973365888 ext(0->4095) 00010000:00010000:2.0:1746126663.265548:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126663.265551:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.265561:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.265566:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467d880 00000100:00100000:2.0:1746126663.265581:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973365632:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6969us (7158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.265583:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2288 00000100:00100000:3.0:1746126663.265589:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973365888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.265852:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973365888:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 263us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.265858:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2288 00002000:00100000:3.0:1746126663.265863:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467d880 x1830945973365888/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.265870:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467d880 with x1830945973365888 ext(0->4095) 00010000:00010000:3.0:1746126663.265874:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.265883:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.265889:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467d880 00000100:00100000:2.0:1746126663.266331:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7794 00000100:00100000:0.0:1746126663.268741:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.269511:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366016 00000100:00100000:2.0:1746126663.269519:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366016 00010000:00010000:2.0:1746126663.269544:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.269577:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7795 00000100:00100000:2.0:1746126663.269582:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1979:x1830945973366016:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.269591:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.269607:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.269617:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.269633:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7d39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4901 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.269647:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.269650:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.269654:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.269660:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.269683:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.269692:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779840:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.269760:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.274779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.274911:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366272 00000100:00100000:1.0:1746126663.274919:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366272 00000100:00100000:2.0:1746126663.274929:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973779840:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.274944:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126663.274949:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfab800 x1830945973366272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.274958:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfab800 with x1830945973366272 ext(0->4095) 00002000:00010000:1.0:1746126663.274961:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfab800 00000100:00100000:1.0:1746126663.274994:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4371 00000100:00100000:1.0:1746126663.275001:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1982:x1830945973366272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.275179:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1979:x1830945973366016:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5595us (6441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.275186:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7795 00000100:00100000:1.0:1746126663.275218:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1982:x1830945973366272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 216us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.275226:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4371 00002000:00100000:1.0:1746126663.275231:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfab800 x1830945973366272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.275237:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfab800 with x1830945973366272 ext(0->4095) 00002000:00010000:1.0:1746126663.275240:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfab800 00000100:00100000:0.0:1746126663.278544:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.279209:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366400 00000100:00100000:1.0:1746126663.279216:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366400 00000100:00100000:1.0:1746126663.279258:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6106 00000100:00100000:1.0:1746126663.279264:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973366400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.279277:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.279290:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec490f expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.279311:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 67 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.279317:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.279318:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.279321:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.279341:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 67 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.279350:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 67 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.279364:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779968:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.280198:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.282577:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973779968:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.282603:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.282624:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126663.282655:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973366400:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3390us (4115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.282663:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6106 00000100:00100000:0.0:1746126663.283509:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.283637:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366528 00000100:00100000:2.0:1746126663.283835:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366528 00010000:00010000:2.0:1746126663.283859:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.283891:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7796 00000100:00100000:2.0:1746126663.283897:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973366528:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.283907:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.283921:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.283935:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.283952:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4908 expref: 68 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.283975:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.283976:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.283981:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.283987:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.284011:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.284021:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780096:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.284070:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.286255:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.286306:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366656 00000100:00100000:1.0:1746126663.286313:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366656 00000100:00100000:1.0:1746126663.286353:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6107 00000100:00100000:1.0:1746126663.286360:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973366656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.286371:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.286384:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4916 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.286414:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.286421:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.286422:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.286425:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.286481:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.286491:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.286500:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780224:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.286552:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.286806:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780096:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.286818:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.286836:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1981:x1830945973366528:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2940us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.286845:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7796 00000100:00100000:0.0:1746126663.287578:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.287961:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973366912 00000100:00100000:2.0:1746126663.287965:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973366912 00002000:00100000:2.0:1746126663.287991:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c000 x1830945973366912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.288000:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c000 with x1830945973366912 ext(0->4095) 00010000:00010000:2.0:1746126663.288005:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.288072:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.288079:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232c000 00000100:00100000:2.0:1746126663.289214:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2289 00000100:00100000:2.0:1746126663.289223:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973366912:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.290915:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973366912:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1689us (3333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.290924:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2289 00002000:00100000:2.0:1746126663.290932:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232c000 x1830945973366912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.290940:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c000 with x1830945973366912 ext(0->4095) 00010000:00010000:2.0:1746126663.290948:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.290960:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.290966:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232c000 00000100:00100000:0.0:1746126663.291323:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780224:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126663.291347:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 68 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.291359:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:0.0:1746126663.291979:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:31658:x1830945973366656:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5617us (5726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.291985:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6107 00000100:00100000:0.0:1746126663.296742:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.296809:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367040 00000100:00100000:2.0:1746126663.296817:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367040 00010000:00010000:2.0:1746126663.296848:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.297034:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7797 00000100:00100000:2.0:1746126663.297043:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973367040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.297057:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.297078:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.297089:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.297108:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec490f expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.297137:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.297139:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.297145:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.297152:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.297181:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.297196:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780352:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.298414:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.301436:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780352:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.301479:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.301522:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973367040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4480us (4786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.301532:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7797 00000100:00100000:0.0:1746126663.303801:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.304237:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367296 00000100:00100000:2.0:1746126663.304245:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367296 00002000:00100000:2.0:1746126663.304284:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ed80 x1830945973367296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.304293:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ed80 with x1830945973367296 ext(0->4095) 00002000:00010000:2.0:1746126663.304298:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232ed80 00000100:00100000:2.0:1746126663.304330:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4372 00000100:00100000:2.0:1746126663.304336:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1979:x1830945973367296:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126663.304845:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1979:x1830945973367296:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 508us (1048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.304851:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4372 00002000:00100000:2.0:1746126663.304857:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232ed80 x1830945973367296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.304863:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ed80 with x1830945973367296 ext(0->4095) 00002000:00010000:2.0:1746126663.304866:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232ed80 00000100:00100000:0.0:1746126663.308713:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.308838:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367424 00000100:00100000:2.0:1746126663.308846:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367424 00000100:00100000:2.0:1746126663.309402:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6108 00000100:00100000:2.0:1746126663.309419:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973367424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.309436:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.309556:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec491d expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.309582:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.309588:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.309590:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.309593:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.309619:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.309629:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 67 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.309640:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780480:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.310090:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.312302:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.312471:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367552 00000100:00100000:3.0:1746126663.312478:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367552 00002000:00100000:3.0:1746126663.312506:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009232ce00 x1830945973367552/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.312514:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ce00 with x1830945973367552 ext(0->7) 00010000:00010000:3.0:1746126663.312520:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.312531:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 68 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.312537:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232ce00 00000100:00100000:3.0:1746126663.312560:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2290 00000100:00100000:3.0:1746126663.312565:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+68:1981:x1830945973367552:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126663.312827:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973367552:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 260us (529us total) trans 4294968053 rc 0/0 00000100:00100000:3.0:1746126663.312833:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2290 00002000:00100000:3.0:1746126663.312838:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009232ce00 x1830945973367552/t4294968053(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.312844:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232ce00 with x1830945973367552 ext(0->7) 00010000:00010000:3.0:1746126663.312848:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.312860:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.312864:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009232ce00 00000100:00100000:2.0:1746126663.312941:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780480:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.312959:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.312975:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126663.312993:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973367424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3576us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.312999:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6108 00000100:00100000:0.0:1746126663.320922:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.322318:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367680 00000100:00100000:2.0:1746126663.322326:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367680 00010000:00010000:2.0:1746126663.322355:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.322393:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7798 00000100:00100000:2.0:1746126663.322400:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1980:x1830945973367680:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.322422:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.322453:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.322465:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.322483:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7d4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4916 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.322510:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.322512:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.322519:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.322531:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.322557:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.322567:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780608:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.322641:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.324854:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.324912:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780608:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126663.324918:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973367936 00000100:00100000:1.0:1746126663.324923:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973367936 00010000:00010000:2.0:1746126663.324925:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126663.324951:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e300 x1830945973367936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.324959:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e300 with x1830945973367936 ext(0->4095) 00000100:00100000:2.0:1746126663.324963:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+69:1980:x1830945973367680:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2562us (4047us total) trans 0 rc 0/0 00002000:00010000:1.0:1746126663.324963:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232e300 00000100:00100000:2.0:1746126663.324970:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7798 00000100:00100000:1.0:1746126663.324987:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4373 00000100:00100000:1.0:1746126663.324993:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973367936:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126663.325100:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973367936:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.325105:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4373 00002000:00100000:1.0:1746126663.325109:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009232e300 x1830945973367936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.325116:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232e300 with x1830945973367936 ext(0->4095) 00002000:00010000:1.0:1746126663.325118:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232e300 00000100:00100000:0.0:1746126663.331558:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.331618:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368064 00000100:00100000:2.0:1746126663.331626:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368064 00000100:00100000:0.0:1746126663.332022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.332088:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368192 00000100:00100000:2.0:1746126663.332091:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368192 00000100:00100000:2.0:1746126663.332116:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6109 00000100:00100000:2.0:1746126663.332122:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31659:x1830945973368064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126663.332122:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6110 00000100:00100000:0.0:1746126663.332129:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31658:x1830945973368192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.332137:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.332139:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.332151:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4924 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.332151:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec492b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.332170:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.332354:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.332356:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.332360:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.332369:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.332374:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.332379:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.332382:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.333430:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.333455:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.333467:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780736:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126663.333494:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.333507:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.333517:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dac00, rc 0) 00000100:00100000:0.0:1746126663.333609:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945973368192:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (1585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.333614:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6110 00000100:00100000:2.0:1746126663.333618:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.337303:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.337372:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368320 00000100:00100000:3.0:1746126663.337379:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368320 00000100:00100000:2.0:1746126663.337417:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973780736:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.337419:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.337438:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.337468:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7799 00010000:00010000:2.0:1746126663.337471:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:3.0:1746126663.337475:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973368320:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.337486:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.337503:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.337512:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.337519:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:31659:x1830945973368064:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5397us (6078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.337526:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6109 00010000:00010000:3.0:1746126663.337528:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec491d expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.337548:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.337550:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.337555:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.337566:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.337588:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 70 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.337597:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.337606:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780992:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.337652:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.339190:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973780992:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.339202:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.339241:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973368320:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1766us (1944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.339249:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7799 00000100:00100000:0.0:1746126663.339480:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.340478:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368576 00000100:00100000:3.0:1746126663.340484:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368576 00002000:00100000:3.0:1746126663.340514:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4380 x1830945973368576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.340523:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4380 with x1830945973368576 ext(0->4095) 00010000:00010000:3.0:1746126663.340530:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.340540:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.340547:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4380 00000100:00100000:3.0:1746126663.340571:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2291 00000100:00100000:3.0:1746126663.340577:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973368576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.340696:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973368576:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1216us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.340701:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2291 00002000:00100000:3.0:1746126663.340706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4380 x1830945973368576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.340712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4380 with x1830945973368576 ext(0->4095) 00010000:00010000:3.0:1746126663.340717:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.340725:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.340730:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4380 00000100:00100000:0.0:1746126663.342100:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.342139:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.342264:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368704 00000100:00100000:3.0:1746126663.342269:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368704 00010000:00010000:3.0:1746126663.342286:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.342304:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7800 00000100:00100000:3.0:1746126663.342309:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973368704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.342320:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.342334:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.342343:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.342361:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7d5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4924 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.342374:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.342376:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.342382:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.342389:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.342425:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.342436:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781120:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.342474:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973368832 00000100:00100000:2.0:1746126663.342478:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973368832 00000100:00100000:2.0:1746126663.342508:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6111 00000100:00100000:2.0:1746126663.342514:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973368832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126663.342524:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126663.342526:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.342535:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4932 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.342560:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.342565:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.342566:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.342569:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.342583:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.342591:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.342599:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781248:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.342620:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.344744:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781248:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.344764:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.344773:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126663.344816:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973368832:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2301us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.344825:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6111 00000100:00100000:3.0:1746126663.346307:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781120:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.346320:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.346352:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1982:x1830945973368704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4041us (4211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.346360:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7800 00000100:00100000:0.0:1746126663.346368:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.346624:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369088 00000100:00100000:2.0:1746126663.346629:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369088 00002000:00100000:2.0:1746126663.346718:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b6300 x1830945973369088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.346726:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6300 with x1830945973369088 ext(0->4095) 00010000:00010000:2.0:1746126663.346734:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.346744:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.346749:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6300 00000100:00100000:2.0:1746126663.346763:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2292 00000100:00100000:2.0:1746126663.346769:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973369088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.347290:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973369088:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 521us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.347296:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2292 00002000:00100000:2.0:1746126663.347300:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b6300 x1830945973369088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.347307:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6300 with x1830945973369088 ext(0->4095) 00010000:00010000:2.0:1746126663.347311:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.347323:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.347327:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6300 00000100:00100000:0.0:1746126663.349386:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.349470:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.349599:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369216 00000100:00100000:2.0:1746126663.349606:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369216 00000100:00100000:3.0:1746126663.349609:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369344 00000100:00100000:3.0:1746126663.349613:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369344 00010000:00010000:3.0:1746126663.349630:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 71 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.349634:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6112 00000100:00100000:2.0:1746126663.349640:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:31658:x1830945973369216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126663.349648:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7801 00010000:00010000:2.0:1746126663.349651:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126663.349653:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973369344:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.349663:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4939 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.349669:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.349680:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.349685:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.349690:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126663.349694:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.349996:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.350008:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.350022:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.350023:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dac00/0x9cce4314879c7d63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec492b expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.350035:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 71 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.350043:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.350045:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.350050:0:8440:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.350056:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.350065:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126663.350072:0:8440:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.350082:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.350093:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781504:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.350146:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973369344:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 491us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.350152:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7801 00000100:00100000:2.0:1746126663.350158:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.352066:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781504:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.352081:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126663.352111:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31658:x1830945973369216:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2471us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.352117:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6112 00000100:00100000:0.0:1746126663.353312:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.353389:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369600 00000100:00100000:2.0:1746126663.353395:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369600 00002000:00100000:2.0:1746126663.353556:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2680 x1830945973369600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.353566:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2680 with x1830945973369600 ext(0->4095) 00010000:00010000:2.0:1746126663.353573:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.353590:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.353596:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2680 00000100:00100000:2.0:1746126663.353825:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2293 00000100:00100000:2.0:1746126663.353833:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973369600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.353964:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973369600:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (654us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.353969:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2293 00002000:00100000:2.0:1746126663.353974:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2680 x1830945973369600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.353980:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2680 with x1830945973369600 ext(0->4095) 00010000:00010000:2.0:1746126663.353984:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.353992:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.353998:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f2680 00000100:00100000:0.0:1746126663.357960:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.358379:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369728 00000100:00100000:3.0:1746126663.358387:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369728 00010000:00010000:3.0:1746126663.358427:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.358485:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7802 00000100:00100000:3.0:1746126663.358492:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973369728:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.358505:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.358523:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.358533:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.358553:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4932 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.358584:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.358586:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.358591:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.358599:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.358625:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.358636:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781632:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.358708:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.360841:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781632:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.360857:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.360922:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973369728:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2430us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.360933:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7802 00000100:00100000:0.0:1746126663.361088:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.361217:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973369984 00000100:00100000:2.0:1746126663.361222:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973369984 00002000:00100000:2.0:1746126663.361250:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945973369984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.361258:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945973369984 ext(0->4095) 00002000:00010000:2.0:1746126663.361263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f2a00 00000100:00100000:2.0:1746126663.361373:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4374 00000100:00100000:2.0:1746126663.361379:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973369984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.361679:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973369984:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 299us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.361685:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4374 00002000:00100000:2.0:1746126663.361690:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f2a00 x1830945973369984/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.361696:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f2a00 with x1830945973369984 ext(0->4095) 00002000:00010000:2.0:1746126663.361699:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f2a00 00000100:00100000:0.0:1746126663.366226:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.367469:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973370112 00000100:00100000:2.0:1746126663.367477:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973370112 00000100:00100000:2.0:1746126663.367526:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6113 00000100:00100000:2.0:1746126663.367533:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973370112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.367549:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.367562:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4940 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.367587:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.367592:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.367594:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.367596:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.367624:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.367634:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 69 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.367644:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781760:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.367726:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.372044:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973781760:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.372070:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.372087:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.372136:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973370112:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4603us (5918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.372145:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6113 00000100:00100000:0.0:1746126663.373310:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.373354:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.373572:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973370240 00000100:00100000:3.0:1746126663.373577:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973370240 00010000:00010000:3.0:1746126663.373602:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 70 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.373706:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973370368 00000100:00100000:2.0:1746126663.373709:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973370368 00000100:00100000:3.0:1746126663.374148:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7803 00000100:00100000:3.0:1746126663.374155:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973370240:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.374167:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.374184:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.374194:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.374212:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7d71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4939 expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.374529:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.374532:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.374538:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.374546:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.374572:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.374582:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781888:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.374639:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.375067:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6114 00000100:00100000:1.0:1746126663.375076:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31658:x1830945973370368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.375087:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.375104:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4947 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.375121:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.375127:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.375128:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.375131:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.375148:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.375158:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 5 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.375167:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782016:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.375205:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.377953:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.378183:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973370624 00000100:00100000:2.0:1746126663.378191:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973370624 00000100:00100000:3.0:1746126663.378216:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973781888:192.168.203.49@tcp:105: 00002000:00100000:2.0:1746126663.378221:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945973370624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.378230:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945973370624 ext(0->4095) 00010000:00010000:3.0:1746126663.378231:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126663.378237:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.378252:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.378258:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:3.0:1746126663.378264:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973370240:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4110us (4956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.378272:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7803 00000100:00100000:2.0:1746126663.378287:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2294 00000100:00100000:2.0:1746126663.378292:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973370624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.378437:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973370624:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.378463:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2294 00002000:00100000:2.0:1746126663.378468:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f0000 x1830945973370624/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.378474:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f0000 with x1830945973370624 ext(0->4095) 00010000:00010000:2.0:1746126663.378478:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.378486:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.378492:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f0000 00000100:00100000:1.0:1746126663.381417:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782016:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.381465:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 70 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.381480:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f600, rc 0) 00000100:00100000:1.0:1746126663.381529:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:31658:x1830945973370368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6454us (8173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.381536:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6114 00000100:00100000:0.0:1746126663.384399:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.384482:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973370752 00000100:00100000:3.0:1746126663.384489:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973370752 00010000:00010000:3.0:1746126663.384516:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.384538:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7804 00000100:00100000:3.0:1746126663.384544:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973370752:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.384556:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.384573:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.384583:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.384602:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7d78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4940 expref: 6 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.384621:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.384624:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.384629:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.384636:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.384659:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.384668:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782144:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.385210:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.387672:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.387783:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782144:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.387801:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.387844:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1980:x1830945973370752:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3299us (3450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.387855:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7804 00000100:00100000:2.0:1746126663.387967:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371008 00000100:00100000:2.0:1746126663.387974:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371008 00002000:00100000:2.0:1746126663.388008:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e680 x1830945973371008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.388017:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e680 with x1830945973371008 ext(0->4095) 00002000:00010000:2.0:1746126663.388022:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b84e680 00000100:00100000:2.0:1746126663.388242:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4375 00000100:00100000:2.0:1746126663.388249:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1982:x1830945973371008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.388382:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1982:x1830945973371008:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.388388:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4375 00002000:00100000:2.0:1746126663.388393:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e680 x1830945973371008/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.388399:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e680 with x1830945973371008 ext(0->4095) 00002000:00010000:2.0:1746126663.388402:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b84e680 00000100:00100000:0.0:1746126663.395616:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.395700:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371136 00000100:00100000:1.0:1746126663.395711:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371136 00000100:00100000:1.0:1746126663.396115:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6115 00000100:00100000:1.0:1746126663.396128:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973371136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.396148:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.396166:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec494e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.396196:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.396204:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.396206:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.396209:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.396241:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.396253:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 69 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.396265:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782272:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.396370:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.404572:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782272:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.404607:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.404630:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:0.0:1746126663.404711:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.405146:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973371136:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9020us (9538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.405155:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6115 00000100:00100000:2.0:1746126663.405761:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371264 00000100:00100000:2.0:1746126663.405769:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371264 00002000:00100000:2.0:1746126663.405808:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135f9ea00 x1830945973371264/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.405818:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945973371264 ext(0->7) 00010000:00010000:2.0:1746126663.405824:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.405837:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 70 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.405843:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9ea00 00000100:00100000:2.0:1746126663.405868:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2295 00000100:00100000:2.0:1746126663.405875:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+70:1981:x1830945973371264:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126663.406199:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973371264:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 324us (1490us total) trans 4294968054 rc 0/0 00000100:00100000:2.0:1746126663.406205:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2295 00002000:00100000:2.0:1746126663.406210:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135f9ea00 x1830945973371264/t4294968054(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.406216:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9ea00 with x1830945973371264 ext(0->7) 00010000:00010000:2.0:1746126663.406220:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.406228:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.406233:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9ea00 00000100:00100000:0.0:1746126663.408334:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.408395:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371392 00000100:00100000:3.0:1746126663.408411:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371392 00010000:00010000:3.0:1746126663.408474:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.408504:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7805 00000100:00100000:3.0:1746126663.408510:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973371392:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.408524:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.408542:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.408559:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.408582:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f600/0x9cce4314879c7d7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4947 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.408612:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.408614:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.408621:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.408629:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.408661:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.408673:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782400:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.409179:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b390c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.412675:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782400:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.412698:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.412751:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973371392:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4240us (4423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.412761:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7805 00000100:00100000:1.0:1746126663.414165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.414198:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371648 00000100:00100000:1.0:1746126663.414205:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371648 00002000:00100000:1.0:1746126663.414243:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2df80 x1830945973371648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.414254:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2df80 with x1830945973371648 ext(0->4095) 00002000:00010000:1.0:1746126663.414258:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2df80 00000100:00100000:1.0:1746126663.414272:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4376 00000100:00100000:1.0:1746126663.414278:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973371648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.414433:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973371648:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.414439:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4376 00002000:00100000:1.0:1746126663.414461:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2df80 x1830945973371648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.414468:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2df80 with x1830945973371648 ext(0->4095) 00002000:00010000:1.0:1746126663.414470:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2df80 00000100:00100000:0.0:1746126663.415882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.416173:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371776 00000100:00100000:1.0:1746126663.416180:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371776 00000100:00100000:1.0:1746126663.416221:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6116 00000100:00100000:1.0:1746126663.416227:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:31658:x1830945973371776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.416239:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.416255:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4955 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.416278:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.416285:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.416286:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.416289:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.416314:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.416324:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.416335:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782528:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.416410:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.418302:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.419234:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973371904 00000100:00100000:2.0:1746126663.419243:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973371904 00000100:00100000:2.0:1746126663.419291:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6117 00000100:00100000:2.0:1746126663.419299:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31659:x1830945973371904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.419314:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.419328:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec495c expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.419353:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.419358:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.419364:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.419367:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 74 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.419411:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 74 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.419424:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 74 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.419433:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.419490:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:31659:x1830945973371904:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.419496:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6117 00000100:00100000:0.0:1746126663.419609:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973782528:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126663.419629:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.419637:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f400, rc 0) 00000100:00100000:0.0:1746126663.419654:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31658:x1830945973371776:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3427us (3776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.419659:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6116 00000100:00100000:1.0:1746126663.419727:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.419772:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372032 00000100:00100000:3.0:1746126663.419776:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372032 00010000:00010000:3.0:1746126663.419794:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.419810:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7806 00000100:00100000:3.0:1746126663.419815:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973372032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.419822:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.419841:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.419851:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.419868:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7d86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec494e expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.419881:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.419882:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.419888:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.419895:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.419915:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.419924:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.419935:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782784:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.419976:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.424597:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.424772:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782784:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.424792:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.424812:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372288 00000100:00100000:2.0:1746126663.424820:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372288 00000100:00100000:3.0:1746126663.424848:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973372032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5031us (5120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.424859:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7806 00002000:00100000:2.0:1746126663.424863:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945973372288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.424874:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945973372288 ext(0->4095) 00010000:00010000:2.0:1746126663.424882:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.424895:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.424901:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:2.0:1746126663.424917:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2296 00000100:00100000:2.0:1746126663.424923:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1982:x1830945973372288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.425384:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1982:x1830945973372288:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 459us (797us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.425391:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2296 00002000:00100000:2.0:1746126663.425396:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135f9f800 x1830945973372288/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.425413:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9f800 with x1830945973372288 ext(0->4095) 00010000:00010000:2.0:1746126663.425418:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.425428:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.425434:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135f9f800 00000100:00100000:0.0:1746126663.427501:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.427670:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372416 00000100:00100000:3.0:1746126663.427679:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372416 00010000:00010000:3.0:1746126663.427814:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.427847:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7807 00000100:00100000:3.0:1746126663.427855:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1979:x1830945973372416:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.427867:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.428019:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.428031:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.428054:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f400/0x9cce4314879c7d8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4955 expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.428079:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.428081:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.428088:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.428096:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.428128:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.428140:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782912:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.428215:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.429319:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973782912:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.429333:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.429369:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1979:x1830945973372416:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1515us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.429378:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7807 00000100:00100000:0.0:1746126663.429938:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.430005:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372672 00000100:00100000:2.0:1746126663.430011:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372672 00002000:00100000:2.0:1746126663.430038:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711880 x1830945973372672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.430048:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945973372672 ext(0->4095) 00002000:00010000:2.0:1746126663.430052:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4711880 00000100:00100000:2.0:1746126663.430064:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4377 00000100:00100000:2.0:1746126663.430069:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973372672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.430344:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973372672:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 273us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.430351:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4377 00002000:00100000:2.0:1746126663.430356:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a4711880 x1830945973372672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.430369:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4711880 with x1830945973372672 ext(0->4095) 00002000:00010000:2.0:1746126663.430371:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4711880 00000100:00100000:0.0:1746126663.431804:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.431995:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372800 00000100:00100000:2.0:1746126663.432001:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372800 00000100:00100000:2.0:1746126663.432036:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6118 00000100:00100000:2.0:1746126663.432041:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973372800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.432053:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.432068:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4963 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.432093:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 71 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.432100:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.432102:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.432106:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.432133:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 71 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.432144:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 71 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.432155:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783040:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.432216:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.434510:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783040:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.434535:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.434551:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:0.0:1746126663.434810:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.435702:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973372800:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3652us (3892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.435711:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6118 00000100:00100000:3.0:1746126663.435745:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973372928 00000100:00100000:3.0:1746126663.435750:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973372928 00010000:00010000:3.0:1746126663.435772:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.435800:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7808 00000100:00100000:3.0:1746126663.435806:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973372928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.435819:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.436465:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.436478:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.436499:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7d94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec495c expref: 72 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.436529:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.436531:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.436541:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.436549:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.436581:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.436592:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783168:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.437485:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.445229:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.445400:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373056 00000100:00100000:3.0:1746126663.445421:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373056 00000100:00100000:3.0:1746126663.445511:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6119 00000100:00100000:3.0:1746126663.445519:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945973373056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.445542:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.445560:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec496a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.445593:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.445610:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.445612:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.445615:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.445647:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.445659:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.445672:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783296:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.445765:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.446889:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.446937:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373312 00000100:00100000:2.0:1746126663.446943:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373312 00002000:00100000:2.0:1746126663.446980:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640e00 x1830945973373312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.446990:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830945973373312 ext(0->4095) 00010000:00010000:2.0:1746126663.446997:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.447007:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.447013:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640e00 00000100:00100000:2.0:1746126663.447028:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2297 00000100:00100000:2.0:1746126663.447038:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973373312:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.447042:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783168:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.447060:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.447396:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973372928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 11588us (12585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.447414:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7808 00000100:00100000:2.0:1746126663.447597:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973373312:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 562us (709us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.447604:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2297 00002000:00100000:2.0:1746126663.447610:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640e00 x1830945973373312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.447618:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640e00 with x1830945973373312 ext(0->4095) 00010000:00010000:2.0:1746126663.447623:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.447633:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.447639:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640e00 00000100:00100000:3.0:1746126663.449365:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783296:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.449395:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.449423:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126663.449494:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945973373056:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.449501:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6119 00000100:00100000:0.0:1746126663.449849:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.449888:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.449969:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373568 00000100:00100000:3.0:1746126663.449975:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373568 00010000:00010000:3.0:1746126663.449998:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.450029:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7809 00000100:00100000:3.0:1746126663.450035:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973373568:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.450047:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.450067:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.450078:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.450100:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7d9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4963 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.450113:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.450116:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.450122:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.450131:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.450156:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.450166:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783424:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.450219:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.450263:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373440 00000100:00100000:2.0:1746126663.450268:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373440 00000100:00100000:2.0:1746126663.450303:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6120 00000100:00100000:2.0:1746126663.450309:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31659:x1830945973373440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.450320:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.450330:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4971 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.450347:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.450353:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.450354:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.450357:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.450375:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.450385:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.450399:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783552:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.450432:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.452031:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783424:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.452046:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.452077:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973373568:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2041us (2228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.452086:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7809 00000100:00100000:2.0:1746126663.452220:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783552:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.452236:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.452249:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126663.452272:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:31659:x1830945973373440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.452279:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6120 00000100:00100000:0.0:1746126663.453367:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.453428:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373824 00000100:00100000:2.0:1746126663.453435:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373824 00002000:00100000:2.0:1746126663.454303:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945973373824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.454313:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945973373824 ext(0->4095) 00010000:00010000:2.0:1746126663.454321:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.454334:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.454341:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:2.0:1746126663.454361:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2298 00000100:00100000:2.0:1746126663.454369:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1982:x1830945973373824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.454804:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1982:x1830945973373824:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 434us (1439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.454811:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2298 00002000:00100000:2.0:1746126663.454817:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640700 x1830945973373824/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.454824:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640700 with x1830945973373824 ext(0->4095) 00010000:00010000:2.0:1746126663.454829:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.454839:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.454844:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093640700 00000100:00100000:1.0:1746126663.457958:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.458007:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973373952 00000100:00100000:3.0:1746126663.458017:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973373952 00010000:00010000:3.0:1746126663.458049:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.458089:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7810 00000100:00100000:3.0:1746126663.458097:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+73:1981:x1830945973373952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.458110:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.458131:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.458142:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.458166:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7da2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec496a expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.458183:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.458185:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.458192:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.458199:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.458230:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.458242:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783680:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.458318:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.461492:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783680:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.461514:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.461563:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973373952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3465us (3612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.461574:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7810 00000100:00100000:0.0:1746126663.461843:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.461920:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374208 00000100:00100000:2.0:1746126663.461927:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374208 00002000:00100000:2.0:1746126663.461963:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643800 x1830945973374208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.461974:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830945973374208 ext(0->4095) 00002000:00010000:2.0:1746126663.461978:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093643800 00000100:00100000:2.0:1746126663.462003:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4378 00000100:00100000:2.0:1746126663.462010:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1980:x1830945973374208:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126663.462149:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1980:x1830945973374208:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.462154:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4378 00002000:00100000:2.0:1746126663.462160:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093643800 x1830945973374208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.462167:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093643800 with x1830945973374208 ext(0->4095) 00002000:00010000:2.0:1746126663.462169:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093643800 00000100:00100000:0.0:1746126663.463352:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.463900:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374336 00000100:00100000:2.0:1746126663.463907:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374336 00000100:00100000:2.0:1746126663.464803:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6121 00000100:00100000:2.0:1746126663.464813:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973374336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.464827:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.464843:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4978 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.464870:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.464877:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.464879:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.464882:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.464911:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.464923:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 71 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.464935:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783808:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.465100:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.467104:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.467181:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374464 00000100:00100000:3.0:1746126663.467188:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374464 00000100:00100000:2.0:1746126663.467191:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973783808:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.467215:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.467215:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.467231:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:3.0:1746126663.467254:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7811 00000100:00100000:3.0:1746126663.467260:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973374464:12345-192.168.203.49@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126663.467266:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973374336:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2455us (3914us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126663.467271:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126663.467272:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6121 00010000:00010000:3.0:1746126663.467291:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.467301:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.467720:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7da9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4971 expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.467734:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.467735:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.467742:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.467750:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.468206:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.468219:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783936:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.468289:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.469966:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973783936:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.469986:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.470029:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:1982:x1830945973374464:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2766us (2929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.470039:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7811 00000100:00100000:0.0:1746126663.471078:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.471131:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374720 00000100:00100000:2.0:1746126663.471139:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374720 00002000:00100000:2.0:1746126663.471179:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945973374720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.471189:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945973374720 ext(0->4095) 00002000:00010000:2.0:1746126663.471194:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:2.0:1746126663.471221:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4379 00000100:00100000:2.0:1746126663.471229:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973374720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.471394:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973374720:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.471399:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4379 00002000:00100000:2.0:1746126663.471414:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def9500 x1830945973374720/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.471421:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def9500 with x1830945973374720 ext(0->4095) 00002000:00010000:2.0:1746126663.471423:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def9500 00000100:00100000:0.0:1746126663.472002:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.472142:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374848 00000100:00100000:2.0:1746126663.472147:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374848 00000100:00100000:2.0:1746126663.472177:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6122 00000100:00100000:2.0:1746126663.472182:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+71:31658:x1830945973374848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.472192:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.472207:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec497f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.472229:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.472237:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.472239:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.472242:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.472270:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.472280:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.472291:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784064:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.472357:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.473613:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784064:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.473634:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 72 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.473650:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.473675:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:31658:x1830945973374848:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1492us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.473682:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6122 00000100:00100000:0.0:1746126663.475781:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.476417:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973374976 00000100:00100000:3.0:1746126663.476425:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973374976 00010000:00010000:3.0:1746126663.476580:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.476623:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7812 00000100:00100000:3.0:1746126663.476630:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973374976:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.476643:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.476664:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.476675:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.476697:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7db0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4978 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.476862:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.476865:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.476872:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.476881:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.476915:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.476926:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784192:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.476998:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.478388:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784192:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.478413:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.478465:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973374976:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1834us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.478475:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7812 00000100:00100000:0.0:1746126663.479917:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.479956:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973375232 00000100:00100000:2.0:1746126663.479963:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973375232 00002000:00100000:2.0:1746126663.480000:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8a80 x1830945973375232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.480011:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8a80 with x1830945973375232 ext(0->4095) 00002000:00010000:2.0:1746126663.480015:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def8a80 00000100:00100000:2.0:1746126663.480043:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4380 00000100:00100000:2.0:1746126663.480048:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973375232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.480429:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1982:x1830945973375232:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 379us (514us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.480436:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4380 00002000:00100000:2.0:1746126663.480457:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8a80 x1830945973375232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.480465:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8a80 with x1830945973375232 ext(0->4095) 00002000:00010000:2.0:1746126663.480467:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012def8a80 00000100:00100000:0.0:1746126663.483781:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.483874:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973375360 00000100:00100000:2.0:1746126663.483884:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973375360 00000100:00100000:2.0:1746126663.483937:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6123 00000100:00100000:2.0:1746126663.483949:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973375360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.483968:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.483984:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4986 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.484012:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.484019:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.484020:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.484023:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.484054:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.484065:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 71 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.484077:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784320:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.484165:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.486015:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784320:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.486043:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.486057:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126663.486633:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973375360:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.486645:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6123 00000100:00100000:0.0:1746126663.489788:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.490159:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973375488 00000100:00100000:2.0:1746126663.490169:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973375488 00002000:00100000:2.0:1746126663.490212:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012defb480 x1830945973375488/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.490222:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb480 with x1830945973375488 ext(0->7) 00010000:00010000:2.0:1746126663.490229:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.490242:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 72 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.490248:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb480 00000100:00100000:0.0:1746126663.490433:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2299 00000100:00100000:0.0:1746126663.490480:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+72:1981:x1830945973375488:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126663.490838:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1981:x1830945973375488:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 396us (1058us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1746126663.490849:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2299 00002000:00100000:1.0:1746126663.490855:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012defb480 x1830945973375488/t4294968055(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.490862:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012defb480 with x1830945973375488 ext(0->7) 00010000:00010000:1.0:1746126663.490867:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 74 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.490876:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 74 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.490881:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012defb480 00000100:00100000:0.0:1746126663.504033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.504677:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973375616 00000100:00100000:3.0:1746126663.504688:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973375616 00010000:00010000:3.0:1746126663.504725:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 74 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:0.0:1746126663.505666:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.505725:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973375744 00000100:00100000:2.0:1746126663.505731:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973375744 00000100:00100000:2.0:1746126663.505764:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6124 00000100:00100000:2.0:1746126663.505771:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973375744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.505787:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.505800:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec498d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.505826:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.505831:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.505837:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126663.505841:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.505875:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.505887:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.505895:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:2.0:1746126663.505938:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973375744:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.505943:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6124 00000100:00100000:3.0:1746126663.506089:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7813 00000100:00100000:3.0:1746126663.506096:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973375616:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.506105:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126663.506123:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746126663 -> 1746126664 00002000:00010000:3.0:1746126663.506126:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746126663 -> 1746126664 00010000:00010000:3.0:1746126663.506133:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.506144:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.506161:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7db7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec497f expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.506181:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.506182:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.506188:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.506195:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.506216:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.506226:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.506237:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784576:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.506304:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.507482:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784576:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.507494:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.507516:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1981:x1830945973375616:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1420us (3492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.507523:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7813 00000100:00100000:0.0:1746126663.507667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.507818:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376000 00000100:00100000:1.0:1746126663.507824:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376000 00002000:00100000:1.0:1746126663.507851:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091640000 x1830945973376000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.507861:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091640000 with x1830945973376000 ext(0->4095) 00010000:00010000:1.0:1746126663.507867:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.507877:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.507884:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091640000 00000100:00100000:1.0:1746126663.508039:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2300 00000100:00100000:1.0:1746126663.508047:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973376000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.508229:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973376000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.508234:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2300 00002000:00100000:1.0:1746126663.508239:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091640000 x1830945973376000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.508246:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091640000 with x1830945973376000 ext(0->4095) 00010000:00010000:1.0:1746126663.508250:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.508259:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.508264:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091640000 00000100:00100000:0.0:1746126663.510615:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.510695:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376128 00000100:00100000:3.0:1746126663.510704:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376128 00010000:00010000:3.0:1746126663.510730:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.510766:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7814 00000100:00100000:3.0:1746126663.510773:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973376128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.510785:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.510804:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.510815:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.510835:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7dbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4986 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.510850:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.510852:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.510858:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.510865:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.510893:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.510905:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784704:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.511888:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.513013:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784704:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.513030:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126663.513047:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.513183:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973376128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2291us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.513193:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7814 00000100:00100000:1.0:1746126663.513242:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376384 00000100:00100000:1.0:1746126663.513247:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376384 00002000:00100000:1.0:1746126663.513281:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642680 x1830945973376384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.513290:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642680 with x1830945973376384 ext(0->4095) 00002000:00010000:1.0:1746126663.513294:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642680 00000100:00100000:1.0:1746126663.513352:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4381 00000100:00100000:1.0:1746126663.513358:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1979:x1830945973376384:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126663.513624:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1979:x1830945973376384:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.513629:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4381 00002000:00100000:1.0:1746126663.513635:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091642680 x1830945973376384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.513641:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642680 with x1830945973376384 ext(0->4095) 00002000:00010000:1.0:1746126663.513644:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642680 00000100:00100000:0.0:1746126663.516064:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.516174:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376512 00000100:00100000:2.0:1746126663.516184:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376512 00000100:00100000:2.0:1746126663.516231:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6125 00000100:00100000:2.0:1746126663.516237:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973376512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.516253:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.516268:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4994 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.516294:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.516301:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.516302:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.516305:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.516337:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.516347:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 73 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.516358:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784832:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.516471:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126663.516671:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126663.517539:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973784832:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.517556:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.517568:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.517595:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973376512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1357us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.517602:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6125 00000100:00100000:0.0:1746126663.519524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.520646:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376640 00000100:00100000:1.0:1746126663.520657:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376640 00002000:00100000:1.0:1746126663.520830:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091643800 x1830945973376640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.520841:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973376640 ext(0->7) 00010000:00010000:1.0:1746126663.520849:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 74 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.520862:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 74 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.520868:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:1.0:1746126663.520900:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2301 00000100:00100000:1.0:1746126663.520907:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+74:1981:x1830945973376640:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126663.521355:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973376640:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 448us (1836us total) trans 4294968056 rc 0/0 00000100:00100000:1.0:1746126663.521361:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2301 00002000:00100000:1.0:1746126663.521368:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880091643800 x1830945973376640/t4294968056(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.521374:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973376640 ext(0->7) 00010000:00010000:1.0:1746126663.521379:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.521388:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.521393:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091643800 00000100:00100000:0.0:1746126663.525696:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.526509:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973376768 00000100:00100000:3.0:1746126663.526519:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973376768 00010000:00010000:3.0:1746126663.526556:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.526597:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7815 00000100:00100000:3.0:1746126663.526610:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973376768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.526624:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.526644:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.526656:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.526678:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7dc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec498d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.526708:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.526710:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.526717:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.526725:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.526758:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.526770:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.526863:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.539056:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.539151:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973784960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.539171:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.540125:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973376768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 13517us (14436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.540140:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7815 00000100:00100000:3.0:1746126663.540187:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377024 00000100:00100000:3.0:1746126663.540193:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377024 00002000:00100000:3.0:1746126663.540604:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0000 x1830945973377024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.540614:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973377024 ext(0->4095) 00002000:00010000:3.0:1746126663.540620:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da0000 00000100:00100000:3.0:1746126663.540641:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4382 00000100:00100000:3.0:1746126663.540647:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973377024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.541388:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973377024:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 739us (2342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.541398:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4382 00002000:00100000:3.0:1746126663.541414:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da0000 x1830945973377024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.541422:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973377024 ext(0->4095) 00002000:00010000:3.0:1746126663.541424:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da0000 00000100:00100000:1.0:1746126663.541861:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.542674:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377152 00000100:00100000:2.0:1746126663.542682:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377152 00000100:00100000:2.0:1746126663.542711:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6126 00000100:00100000:2.0:1746126663.542717:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973377152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.542731:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.542747:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec499b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.542771:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.542779:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.542781:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.542785:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.542811:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.542820:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.542835:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785088:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.543460:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.543509:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.543746:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377280 00000100:00100000:2.0:1746126663.543750:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377280 00000100:00100000:2.0:1746126663.543782:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6127 00000100:00100000:2.0:1746126663.543788:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973377280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.543796:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.543804:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49a2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.543817:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.543821:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.543827:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.543830:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.543864:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.543876:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.543886:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126663.543921:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973377280:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.543927:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6127 00000100:00100000:0.0:1746126663.546394:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.546475:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377408 00000100:00100000:3.0:1746126663.546483:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377408 00000100:00100000:2.0:1746126663.546501:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785088:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.546510:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.546524:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.546537:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:3.0:1746126663.546544:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7816 00000100:00100000:3.0:1746126663.546551:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973377408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.546563:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126663.546572:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973377152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3854us (4713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.546579:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6126 00010000:00010000:3.0:1746126663.546584:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.546595:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.546615:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4994 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.546628:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.546630:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.546637:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.546893:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.546920:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.546931:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.546943:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785344:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.547437:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.548602:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.548800:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785344:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.548814:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.548860:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973377408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2309us (2472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.548869:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7816 00000100:00100000:2.0:1746126663.549546:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377664 00000100:00100000:2.0:1746126663.549553:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377664 00002000:00100000:2.0:1746126663.549589:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945973377664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.549599:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973377664 ext(0->4095) 00010000:00010000:2.0:1746126663.549607:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.549620:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.549625:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3800 00000100:00100000:2.0:1746126663.549645:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2302 00000100:00100000:2.0:1746126663.549651:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973377664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.549799:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973377664:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (1200us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.549804:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2302 00002000:00100000:2.0:1746126663.549809:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880091da3800 x1830945973377664/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.549815:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973377664 ext(0->4095) 00010000:00010000:2.0:1746126663.549819:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.549827:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.549833:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091da3800 00000100:00100000:0.0:1746126663.552323:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.552664:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973377792 00000100:00100000:3.0:1746126663.552674:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973377792 00010000:00010000:3.0:1746126663.552704:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.552740:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7817 00000100:00100000:3.0:1746126663.552747:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973377792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.552760:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.552784:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.552796:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.552817:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7dd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec499b expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.552844:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.552846:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.552852:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.552858:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.553300:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.553605:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785472:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.554500:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.557370:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.557531:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785472:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.557551:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126663.557567:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378048 00000100:00100000:1.0:1746126663.557574:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378048 00002000:00100000:1.0:1746126663.557646:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4d500 x1830945973378048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.557655:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945973378048 ext(0->4095) 00002000:00010000:1.0:1746126663.557661:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:1.0:1746126663.557696:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4383 00000100:00100000:1.0:1746126663.557704:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973378048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.557748:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973377792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4866us (5298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.557762:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7817 00000100:00100000:1.0:1746126663.557938:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973378048:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 234us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.557945:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4383 00002000:00100000:1.0:1746126663.557950:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d4d500 x1830945973378048/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.557957:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d4d500 with x1830945973378048 ext(0->4095) 00002000:00010000:1.0:1746126663.557960:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d4d500 00000100:00100000:0.0:1746126663.562275:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.562379:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378176 00000100:00100000:2.0:1746126663.562388:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378176 00000100:00100000:2.0:1746126663.562432:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6128 00000100:00100000:2.0:1746126663.562439:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973378176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.562478:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.562492:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49a9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.562514:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.562521:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.562522:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.562525:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.562548:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.562558:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 75 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.562568:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785600:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.563696:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.567171:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785600:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.567200:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.567214:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.567267:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973378176:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4827us (4997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.567274:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6128 00000100:00100000:0.0:1746126663.567643:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.567705:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378304 00000100:00100000:2.0:1746126663.567710:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378304 00010000:00010000:2.0:1746126663.567730:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.567761:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7818 00000100:00100000:2.0:1746126663.567767:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973378304:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.567777:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.567793:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.567802:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.567819:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7dda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a2 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.567843:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.567845:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.567850:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.567858:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.567879:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.567888:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785728:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.567938:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.568511:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.569139:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378432 00000100:00100000:2.0:1746126663.569143:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378432 00000100:00100000:2.0:1746126663.569163:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6129 00000100:00100000:2.0:1746126663.569168:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973378432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.569180:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.569190:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49b0 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.569205:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.569211:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.569212:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.569215:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.569232:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.569245:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.569253:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785856:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.569303:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.569765:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973785728:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.569777:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.569796:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973378304:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2029us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.569803:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7818 00000100:00100000:0.0:1746126663.570789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.570852:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378688 00000100:00100000:1.0:1746126663.570857:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378688 00002000:00100000:1.0:1746126663.570885:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6680 x1830945973378688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.570899:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973378688 ext(0->4095) 00010000:00010000:1.0:1746126663.570904:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.570914:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.570919:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6680 00000100:00100000:1.0:1746126663.570940:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2303 00000100:00100000:1.0:1746126663.570946:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973378688:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.571068:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973378688:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.571073:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2303 00002000:00100000:1.0:1746126663.571078:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b6680 x1830945973378688/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.571084:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973378688 ext(0->4095) 00010000:00010000:1.0:1746126663.571088:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.571097:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.571102:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b6680 00000100:00100000:2.0:1746126663.571720:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973785856:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.571739:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.571750:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126663.571771:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973378432:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2602us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.571777:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6129 00000100:00100000:0.0:1746126663.572940:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.573063:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378816 00000100:00100000:0.0:1746126663.573273:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.573320:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378816 00000100:00100000:2.0:1746126663.573356:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6130 00000100:00100000:2.0:1746126663.573361:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973378816:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.573371:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.573383:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49b7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.573399:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.573412:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.573418:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.573421:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.573472:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.573482:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.573490:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d81e800, rc 0) 00000100:00100000:3.0:1746126663.573907:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973378944 00000100:00100000:3.0:1746126663.573911:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973378944 00010000:00010000:3.0:1746126663.573926:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.573944:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7819 00000100:00100000:3.0:1746126663.573948:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973378944:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.573956:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.573969:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.573977:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.573989:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7de1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49a9 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.574001:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.574003:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.574007:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.574013:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.574211:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.574220:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.574229:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786112:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.574285:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.574476:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973378816:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1113us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.574482:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6130 00000100:00100000:3.0:1746126663.575734:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786112:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.575747:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.575809:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973378944:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1859us (2535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.575817:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7819 00000100:00100000:0.0:1746126663.577149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.577214:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973379200 00000100:00100000:3.0:1746126663.577219:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973379200 00002000:00100000:3.0:1746126663.577250:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5880 x1830945973379200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.577259:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945973379200 ext(0->4095) 00010000:00010000:3.0:1746126663.577265:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.577276:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.577281:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5880 00000100:00100000:3.0:1746126663.577309:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2304 00000100:00100000:3.0:1746126663.577315:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973379200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.577502:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973379200:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 186us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.577508:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2304 00002000:00100000:3.0:1746126663.577513:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b5880 x1830945973379200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.577519:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5880 with x1830945973379200 ext(0->4095) 00010000:00010000:3.0:1746126663.577523:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.577532:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.577537:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b1b5880 00000100:00100000:0.0:1746126663.580639:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.580693:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973379328 00000100:00100000:3.0:1746126663.580700:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973379328 00010000:00010000:3.0:1746126663.580727:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.580760:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7820 00000100:00100000:3.0:1746126663.580767:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973379328:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.580778:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.580793:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.580802:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.580818:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7de8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b0 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.580849:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.580851:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.580857:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.580868:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.580961:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.580971:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786240:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.581163:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.583139:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786240:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.583156:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.583184:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973379328:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2417us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.583193:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7820 00000100:00100000:1.0:1746126663.583857:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.583946:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973379584 00000100:00100000:3.0:1746126663.583952:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973379584 00002000:00100000:3.0:1746126663.583978:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ed80 x1830945973379584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.583986:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ed80 with x1830945973379584 ext(0->4095) 00002000:00010000:3.0:1746126663.583990:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ed80 00000100:00100000:3.0:1746126663.584059:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4384 00000100:00100000:3.0:1746126663.584065:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973379584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.584302:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973379584:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 236us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.584311:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4384 00002000:00100000:3.0:1746126663.584316:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2ed80 x1830945973379584/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.584323:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ed80 with x1830945973379584 ext(0->4095) 00002000:00010000:3.0:1746126663.584326:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ed80 00000100:00100000:0.0:1746126663.586736:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.586910:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973379712 00000100:00100000:2.0:1746126663.586917:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973379712 00000100:00100000:2.0:1746126663.586960:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6131 00000100:00100000:2.0:1746126663.586966:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973379712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.586979:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.586992:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49be expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.587219:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.587226:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.587227:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.587230:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.587255:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.587265:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.587276:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973786368:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.587377:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.588388:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973786368:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.588412:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.588422:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a000, rc 0) 00000100:00100000:2.0:1746126663.588477:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973379712:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1511us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.588483:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6131 00000100:00100000:0.0:1746126663.589345:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.589504:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973379840 00000100:00100000:3.0:1746126663.589509:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973379840 00010000:00010000:3.0:1746126663.589533:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.589561:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7821 00000100:00100000:3.0:1746126663.589567:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973379840:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.589576:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.589593:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.589602:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.589618:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d81e800/0x9cce4314879c7def lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49b7 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.589640:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.589642:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.589647:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.589658:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.589679:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.589687:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786496:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.589746:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.592552:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.592879:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380096 00000100:00100000:2.0:1746126663.592886:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380096 00002000:00100000:2.0:1746126663.592916:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945973380096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.592925:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945973380096 ext(0->4095) 00002000:00010000:2.0:1746126663.592929:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:2.0:1746126663.592956:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4385 00000100:00100000:2.0:1746126663.592962:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973380096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.593007:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786496:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.593021:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.593052:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973379840:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3485us (3707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.593059:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7821 00000100:00100000:2.0:1746126663.593073:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973380096:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.593078:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4385 00002000:00100000:2.0:1746126663.593082:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008b1b7b80 x1830945973380096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.593089:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7b80 with x1830945973380096 ext(0->4095) 00002000:00010000:2.0:1746126663.593092:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b7b80 00000100:00100000:0.0:1746126663.594832:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.594997:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380224 00000100:00100000:2.0:1746126663.595003:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380224 00000100:00100000:2.0:1746126663.595040:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6132 00000100:00100000:2.0:1746126663.595046:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973380224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.595057:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.595070:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49c5 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.595091:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.595101:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.595103:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.595106:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.595127:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.595137:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.595146:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973786624:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.595218:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.595606:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.595806:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380352 00000100:00100000:1.0:1746126663.595810:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380352 00000100:00100000:1.0:1746126663.595834:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6133 00000100:00100000:1.0:1746126663.595838:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973380352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.595844:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.595850:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49cc expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.595861:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.595864:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.595868:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.595871:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.595889:0:11071:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.595897:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.595904:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126663.596264:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973380352:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 422us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.596269:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6133 00000100:00100000:2.0:1746126663.596884:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973786624:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.596899:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.596907:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.596927:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973380224:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1882us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.596933:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6132 00000100:00100000:0.0:1746126663.597231:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.597323:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380480 00000100:00100000:3.0:1746126663.597327:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380480 00010000:00010000:3.0:1746126663.597344:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.597361:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7822 00000100:00100000:3.0:1746126663.597366:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973380480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.597512:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.597529:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.597539:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.597554:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a000/0x9cce4314879c7df6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49be expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.597571:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.597573:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.597578:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.597585:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.597605:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.597614:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.597623:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786880:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.597734:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.598974:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973786880:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.598985:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.599012:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973380480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1646us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.599019:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7822 00000100:00100000:0.0:1746126663.599992:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.600066:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380736 00000100:00100000:1.0:1746126663.600072:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380736 00002000:00100000:1.0:1746126663.600096:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945973380736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.600104:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945973380736 ext(0->4095) 00010000:00010000:1.0:1746126663.600109:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.600120:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.600125:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f800 00000100:00100000:1.0:1746126663.600477:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2305 00000100:00100000:1.0:1746126663.600485:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973380736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.600665:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973380736:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.600671:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2305 00002000:00100000:1.0:1746126663.600676:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6f800 x1830945973380736/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.600682:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6f800 with x1830945973380736 ext(0->4095) 00010000:00010000:1.0:1746126663.600687:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.600695:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.600701:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6f800 00000100:00100000:0.0:1746126663.602346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.603094:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973380864 00000100:00100000:3.0:1746126663.603101:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973380864 00010000:00010000:3.0:1746126663.603125:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.603146:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7823 00000100:00100000:3.0:1746126663.603151:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973380864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.603161:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.603178:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.603187:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.603205:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7dfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49c5 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.603217:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.603219:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.603224:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.603231:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.603253:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.603262:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787008:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.603327:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.605533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.605605:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381120 00000100:00100000:1.0:1746126663.605612:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381120 00002000:00100000:1.0:1746126663.605642:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945973381120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.605650:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945973381120 ext(0->4095) 00002000:00010000:1.0:1746126663.605653:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6dc00 00000100:00100000:1.0:1746126663.605712:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4386 00000100:00100000:1.0:1746126663.605719:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973381120:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126663.605840:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973381120:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.605997:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787008:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.606012:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.606036:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973380864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2885us (3694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.606045:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7823 00000100:00100000:1.0:1746126663.606489:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4386 00002000:00100000:1.0:1746126663.606497:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008bb6dc00 x1830945973381120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.606504:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6dc00 with x1830945973381120 ext(0->4095) 00002000:00010000:1.0:1746126663.606507:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6dc00 00000100:00100000:0.0:1746126663.608108:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.608374:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381248 00000100:00100000:2.0:1746126663.608381:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381248 00000100:00100000:2.0:1746126663.608512:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6134 00000100:00100000:2.0:1746126663.608519:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973381248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.608533:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.608546:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49d3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.608567:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.608574:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.608575:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.608579:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.608602:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.608613:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 75 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.608624:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787136:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.608692:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.612080:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787136:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.612107:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.612121:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a600, rc 0) 00000100:00100000:0.0:1746126663.612165:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.612166:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973381248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3647us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.612177:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6134 00000100:00100000:3.0:1746126663.612363:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381376 00000100:00100000:3.0:1746126663.612368:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381376 00010000:00010000:3.0:1746126663.612389:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.612418:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7824 00000100:00100000:3.0:1746126663.612424:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973381376:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.612433:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.612471:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.612480:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.612497:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49cc expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.612517:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.612519:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.612524:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.612535:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.613376:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.613387:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787264:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.613479:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.614709:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787264:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.614729:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.614765:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973381376:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2341us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.614772:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7824 00000100:00100000:0.0:1746126663.615173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.615232:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381632 00000100:00100000:1.0:1746126663.615237:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381632 00002000:00100000:1.0:1746126663.615262:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af2a00 x1830945973381632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.615270:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af2a00 with x1830945973381632 ext(0->4095) 00002000:00010000:1.0:1746126663.615274:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af2a00 00000100:00100000:1.0:1746126663.615580:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4387 00000100:00100000:1.0:1746126663.615587:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973381632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.615704:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973381632:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.615711:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4387 00002000:00100000:1.0:1746126663.615715:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135af2a00 x1830945973381632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.615722:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af2a00 with x1830945973381632 ext(0->4095) 00002000:00010000:1.0:1746126663.615725:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af2a00 00000100:00100000:0.0:1746126663.616942:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.616983:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.617134:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381760 00000100:00100000:2.0:1746126663.617139:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381760 00000100:00100000:2.0:1746126663.617160:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973381888 00000100:00100000:2.0:1746126663.617162:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973381888 00000100:00100000:2.0:1746126663.617175:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6135 00000100:00100000:2.0:1746126663.617181:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973381760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.617191:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.617204:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49da expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.617225:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.617231:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.617233:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.617237:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.617259:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.617269:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.617279:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787392:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.617338:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.617396:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6136 00000100:00100000:1.0:1746126663.617411:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973381888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.617419:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.617426:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49e1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.617437:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.617459:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.617465:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.617467:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.617488:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.617499:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.617507:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434f000, rc 0) 00000100:00100000:1.0:1746126663.617525:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973381888:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.617530:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6136 00000100:00100000:0.0:1746126663.619847:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787392:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126663.619862:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.619871:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.619874:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.619895:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973381760:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2715us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.619900:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6135 00000100:00100000:3.0:1746126663.619988:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382016 00000100:00100000:3.0:1746126663.619993:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382016 00010000:00010000:3.0:1746126663.620013:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.620043:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7825 00000100:00100000:3.0:1746126663.620049:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973382016:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.620059:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.620075:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.620085:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.621059:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a600/0x9cce4314879c7e0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49d3 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.621557:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.621559:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.621566:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.621573:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.621599:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.621609:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.621922:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787648:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.621986:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.623600:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787648:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.623613:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.623729:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973382016:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3677us (3854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.623738:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7825 00000100:00100000:0.0:1746126663.624800:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.624896:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382272 00000100:00100000:2.0:1746126663.624902:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382272 00002000:00100000:2.0:1746126663.624932:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748700 x1830945973382272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.624941:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748700 with x1830945973382272 ext(0->4095) 00010000:00010000:2.0:1746126663.624948:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.624959:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.624965:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748700 00000100:00100000:2.0:1746126663.624993:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2306 00000100:00100000:2.0:1746126663.624999:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973382272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.625126:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973382272:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.625225:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2306 00002000:00100000:2.0:1746126663.625231:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748700 x1830945973382272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.625238:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748700 with x1830945973382272 ext(0->4095) 00010000:00010000:2.0:1746126663.625242:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.625251:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.625261:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092748700 00000100:00100000:0.0:1746126663.627728:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.627817:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382400 00000100:00100000:3.0:1746126663.627823:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382400 00010000:00010000:3.0:1746126663.627843:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.627864:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7826 00000100:00100000:3.0:1746126663.627869:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973382400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.627879:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.627893:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.627904:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.627922:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49da expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.627951:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.627953:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.627959:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.627967:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.627991:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.628001:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787776:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.628066:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.630971:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.631061:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973787776:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.631077:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.631109:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973382400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3238us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.631118:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7826 00000100:00100000:2.0:1746126663.631482:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382656 00000100:00100000:2.0:1746126663.631487:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382656 00002000:00100000:2.0:1746126663.631514:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748e00 x1830945973382656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.631521:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748e00 with x1830945973382656 ext(0->4095) 00002000:00010000:2.0:1746126663.631524:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748e00 00000100:00100000:2.0:1746126663.631549:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4388 00000100:00100000:2.0:1746126663.631555:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973382656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.631688:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973382656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.631695:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4388 00002000:00100000:2.0:1746126663.631700:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092748e00 x1830945973382656/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.631707:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748e00 with x1830945973382656 ext(0->4095) 00002000:00010000:2.0:1746126663.631709:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748e00 00000100:00100000:0.0:1746126663.633522:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.633786:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382784 00000100:00100000:2.0:1746126663.633792:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382784 00000100:00100000:2.0:1746126663.633824:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6137 00000100:00100000:2.0:1746126663.633829:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973382784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.633840:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.633852:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49e8 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.633875:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.633881:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.633882:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.633885:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.633904:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.633911:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 75 pid: 16421 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.633920:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787904:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.633985:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.636384:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973787904:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.636414:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.636427:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126663.636483:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973382784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2652us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.636490:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6137 00000100:00100000:0.0:1746126663.637509:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.637645:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973382912 00000100:00100000:3.0:1746126663.637650:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973382912 00010000:00010000:3.0:1746126663.637671:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.637688:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7827 00000100:00100000:3.0:1746126663.637693:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973382912:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.637703:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.637719:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.637728:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.637745:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434f000/0x9cce4314879c7e19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e1 expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.637755:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.637757:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.637762:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.637773:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.637793:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.637802:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788032:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.637861:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.640765:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788032:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.640782:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.641106:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973382912:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3409us (3595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.641115:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7827 00000100:00100000:1.0:1746126663.641387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.641657:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383168 00000100:00100000:3.0:1746126663.641662:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383168 00002000:00100000:3.0:1746126663.641692:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e680 x1830945973383168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.641700:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e680 with x1830945973383168 ext(0->4095) 00002000:00010000:3.0:1746126663.641703:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2e680 00000100:00100000:3.0:1746126663.641715:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4389 00000100:00100000:3.0:1746126663.641721:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973383168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.641845:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973383168:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (458us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.641853:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4389 00002000:00100000:3.0:1746126663.641858:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880083c2e680 x1830945973383168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.641864:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2e680 with x1830945973383168 ext(0->4095) 00002000:00010000:3.0:1746126663.641867:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2e680 00000100:00100000:0.0:1746126663.642386:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.643680:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383296 00000100:00100000:2.0:1746126663.643687:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383296 00000100:00100000:2.0:1746126663.643718:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6138 00000100:00100000:2.0:1746126663.643724:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973383296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.643734:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.643746:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49ef expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.643766:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.643771:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.643773:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.643776:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.643798:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.643808:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.643818:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788160:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.643893:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.645062:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.645105:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383424 00000100:00100000:0.0:1746126663.645110:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383424 00000100:00100000:0.0:1746126663.645131:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6139 00000100:00100000:0.0:1746126663.645136:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973383424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.645144:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.645153:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49f6 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.645165:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.645169:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.645173:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.645175:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 78 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.645200:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.645209:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 78 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.645217:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948dae00, rc 0) 00000100:00100000:0.0:1746126663.645250:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973383424:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.645255:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6139 00000100:00100000:2.0:1746126663.647099:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788160:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.647119:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.647138:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126663.647177:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973383296:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3452us (4790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.647183:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6138 00000100:00100000:0.0:1746126663.648285:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.648893:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383552 00000100:00100000:3.0:1746126663.648899:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383552 00010000:00010000:3.0:1746126663.648923:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.648954:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7828 00000100:00100000:3.0:1746126663.648961:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973383552:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.648971:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.648986:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.648996:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.649014:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49e8 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.649247:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.649249:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.649256:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.649268:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.649294:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.649303:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.649314:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788416:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.649721:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.652116:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788416:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.652133:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.652655:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973383552:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3693us (4369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.652665:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7828 00000100:00100000:0.0:1746126663.652997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.653270:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383808 00000100:00100000:3.0:1746126663.653275:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383808 00002000:00100000:3.0:1746126663.653305:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276d180 x1830945973383808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.653314:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945973383808 ext(0->4095) 00010000:00010000:3.0:1746126663.653321:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.653332:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.653338:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276d180 00000100:00100000:3.0:1746126663.653882:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2307 00000100:00100000:3.0:1746126663.653890:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973383808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.654505:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973383808:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 614us (1506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.654511:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2307 00002000:00100000:3.0:1746126663.654517:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276d180 x1830945973383808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.654525:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276d180 with x1830945973383808 ext(0->4095) 00010000:00010000:3.0:1746126663.654530:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.654540:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.654545:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009276d180 00000100:00100000:0.0:1746126663.656287:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.656366:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973383936 00000100:00100000:3.0:1746126663.656374:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973383936 00010000:00010000:3.0:1746126663.656717:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.656745:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7829 00000100:00100000:3.0:1746126663.656751:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973383936:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.656761:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.656777:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.656787:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.656805:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7e27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49ef expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.656828:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.656830:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.656835:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.656842:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.656868:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.656879:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788544:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.657229:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.659384:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788544:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.659399:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.659439:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973383936:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2687us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.659794:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7829 00000100:00100000:0.0:1746126663.660239:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.660415:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384192 00000100:00100000:3.0:1746126663.660419:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384192 00002000:00100000:3.0:1746126663.660463:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c380 x1830945973384192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.660471:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c380 with x1830945973384192 ext(0->4095) 00002000:00010000:3.0:1746126663.660475:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276c380 00000100:00100000:3.0:1746126663.660783:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4390 00000100:00100000:3.0:1746126663.660790:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973384192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.660919:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973384192:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (679us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.660924:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4390 00002000:00100000:3.0:1746126663.660929:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009276c380 x1830945973384192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.660935:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276c380 with x1830945973384192 ext(0->4095) 00002000:00010000:3.0:1746126663.660938:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276c380 00000100:00100000:0.0:1746126663.663003:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.663217:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384320 00000100:00100000:2.0:1746126663.663223:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384320 00000100:00100000:2.0:1746126663.663256:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6140 00000100:00100000:2.0:1746126663.663261:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973384320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.663272:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.663283:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec49fd expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.663304:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 75 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.663310:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.663312:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.663315:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.663342:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 75 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.663352:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 75 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.663367:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788672:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.663434:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.663856:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.664212:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.664237:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.664267:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.664374:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384832 00000100:00100000:2.0:1746126663.664378:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384832 00000100:00100000:3.0:1746126663.664425:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384576 00000100:00100000:3.0:1746126663.664428:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384576 00000100:00100000:1.0:1746126663.664596:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384448 00000100:00100000:1.0:1746126663.664599:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384448 00000100:00100000:1.0:1746126663.664626:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 396 00000100:00100000:1.0:1746126663.664631:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945973384448:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:2.0:1746126663.664939:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 387 00000100:00100000:2.0:1746126663.664944:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973384832:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:2.0:1746126663.664983:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973384832:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 38us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.664988:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 387 00000100:00100000:3.0:1746126663.665195:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 388 00000100:00100000:3.0:1746126663.665200:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973384576:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:3.0:1746126663.665224:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973384576:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 23us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.665229:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 388 00000100:00100000:1.0:1746126663.665277:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945973384448:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 644us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.665282:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 396 00000100:00080000:1.0:1746126663.665306:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126663.665314:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384704 00000100:00100000:1.0:1746126663.665317:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384704 00000100:00100000:1.0:1746126663.665337:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6141 00000100:00100000:1.0:1746126663.665342:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1978:x1830945973384704:12345-192.168.203.49@tcp:9:kworker.0 00000020:00000080:1.0:1746126663.665357:0:11071:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9cce43148790d509 00000100:00080000:1.0:1746126663.665364:0:11071:0:(import.c:66:import_set_state_nolock()) ffff8801368ba800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746126663.665389:0:11071:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968534 00010000:00010000:2.0:1746126663.665550:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126663.665576:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788672:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.665593:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126663.665595:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+2:1978:x1830945973384704:12345-192.168.203.49@tcp:9:kworker.0 Request processed in 252us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.665600:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6141 00010000:00010000:2.0:1746126663.665605:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00080000:1.0:1746126663.665609:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126663.665621:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973384320:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.665627:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6140 00000100:00100000:0.0:1746126663.666498:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.666656:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973384960 00000100:00100000:3.0:1746126663.666660:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973384960 00010000:00010000:3.0:1746126663.666675:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.666690:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7830 00000100:00100000:3.0:1746126663.666694:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973384960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.666701:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.666718:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.666728:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.666745:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dae00/0x9cce4314879c7e2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49f6 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.666758:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.666760:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.666765:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.666772:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.666795:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.666805:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788800:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.666855:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.668837:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.669384:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973788800:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.669400:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.669461:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973384960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2746us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.669470:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7830 00000100:00100000:1.0:1746126663.671471:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385216 00000100:00100000:1.0:1746126663.671480:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385216 00002000:00100000:1.0:1746126663.671519:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640380 x1830945973385216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.671534:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640380 with x1830945973385216 ext(0->4095) 00002000:00010000:1.0:1746126663.671538:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640380 00000100:00100000:1.0:1746126663.671570:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4391 00000100:00100000:1.0:1746126663.671577:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973385216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.672953:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973385216:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 1372us (4116us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.672961:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4391 00002000:00100000:1.0:1746126663.672968:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093640380 x1830945973385216/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.672975:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093640380 with x1830945973385216 ext(0->4095) 00002000:00010000:1.0:1746126663.672978:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093640380 00000100:00100000:2.0:1746126663.672996:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.673046:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385344 00000100:00100000:3.0:1746126663.673051:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385344 00000100:00100000:3.0:1746126663.673085:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6142 00000100:00100000:3.0:1746126663.673091:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973385344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.673101:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.673114:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a04 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.673133:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.673140:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.673141:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.673144:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.673167:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.673177:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.673187:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788928:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.673254:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.676016:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973788928:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.676039:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.676053:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126663.676135:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973385344:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.676143:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6142 00000100:00100000:0.0:1746126663.677165:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.677235:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385472 00000100:00100000:3.0:1746126663.677240:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385472 00000100:00100000:3.0:1746126663.677614:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6143 00000100:00100000:3.0:1746126663.677622:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973385472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.677642:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.677656:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a0b expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.677673:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.677677:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.677682:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.677685:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.677707:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.677719:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.677727:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126663.677755:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973385472:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.677761:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6143 00000100:00100000:0.0:1746126663.678110:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.678415:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385600 00000100:00100000:3.0:1746126663.678419:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385600 00010000:00010000:3.0:1746126663.678435:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.678479:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7831 00000100:00100000:3.0:1746126663.678484:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1979:x1830945973385600:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.678492:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.678508:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.678517:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.678532:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec49fd expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.678554:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.678555:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.678561:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.678567:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.678585:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.678595:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.678605:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789184:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.678671:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.680532:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789184:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.680546:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.680582:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1979:x1830945973385600:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2097us (2472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.680590:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7831 00000100:00100000:0.0:1746126663.680757:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.680811:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385856 00000100:00100000:2.0:1746126663.680817:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385856 00002000:00100000:2.0:1746126663.680849:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830945973385856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.680858:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830945973385856 ext(0->4095) 00010000:00010000:2.0:1746126663.680865:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.680876:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.680881:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:2.0:1746126663.680903:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2308 00000100:00100000:2.0:1746126663.680908:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973385856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.681019:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973385856:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.681025:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2308 00002000:00100000:2.0:1746126663.681029:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830945973385856/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.681035:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830945973385856 ext(0->4095) 00010000:00010000:2.0:1746126663.681040:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.681048:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.681053:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:0.0:1746126663.682332:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.682399:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973385984 00000100:00100000:3.0:1746126663.682414:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973385984 00010000:00010000:3.0:1746126663.682432:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.682472:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7832 00000100:00100000:3.0:1746126663.682478:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1980:x1830945973385984:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.682490:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.682503:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.682512:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.682529:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c7e3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a04 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.682547:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.682549:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.682554:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.682561:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.682585:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.682595:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789312:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.682645:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.684737:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789312:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.684752:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.684792:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1980:x1830945973385984:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2312us (2461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.684804:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7832 00000100:00100000:0.0:1746126663.684935:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.685097:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973386240 00000100:00100000:2.0:1746126663.685103:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973386240 00002000:00100000:2.0:1746126663.685132:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5500 x1830945973386240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.685147:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5500 with x1830945973386240 ext(0->4095) 00002000:00010000:2.0:1746126663.685151:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5500 00000100:00100000:2.0:1746126663.685164:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4392 00000100:00100000:2.0:1746126663.685171:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973386240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.685287:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973386240:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.685292:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4392 00002000:00100000:2.0:1746126663.685297:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800925b5500 x1830945973386240/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.685304:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5500 with x1830945973386240 ext(0->4095) 00002000:00010000:2.0:1746126663.685307:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5500 00000100:00100000:0.0:1746126663.686514:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.686579:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973386368 00000100:00100000:1.0:1746126663.686584:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973386368 00000100:00100000:1.0:1746126663.686723:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6144 00000100:00100000:1.0:1746126663.686730:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973386368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.686741:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.686753:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a12 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.686778:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.686784:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.686785:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.686789:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.686853:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.686862:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.686871:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973789440:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.687102:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.688338:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973789440:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.688357:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.688368:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126663.688391:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973386368:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1661us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.688396:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6144 00000100:00100000:0.0:1746126663.689253:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.689673:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973386496 00000100:00100000:3.0:1746126663.689679:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973386496 00010000:00010000:3.0:1746126663.689697:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.689785:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7833 00000100:00100000:3.0:1746126663.689791:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973386496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.689800:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.689815:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.689824:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.689840:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a0b expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.689853:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.689854:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.689860:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.689866:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.689885:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.689895:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789568:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.690378:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1b39780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.691801:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789568:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.691813:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.691839:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973386496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2047us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.691847:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7833 00000100:00100000:2.0:1746126663.693177:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.693553:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973386752 00000100:00100000:3.0:1746126663.693558:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973386752 00002000:00100000:3.0:1746126663.693586:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb480 x1830945973386752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.693594:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb480 with x1830945973386752 ext(0->4095) 00002000:00010000:3.0:1746126663.693597:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bb480 00000100:00100000:3.0:1746126663.693612:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4393 00000100:00100000:3.0:1746126663.693618:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973386752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.693739:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973386752:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.693745:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4393 00002000:00100000:3.0:1746126663.693750:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800942bb480 x1830945973386752/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.693757:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942bb480 with x1830945973386752 ext(0->4095) 00002000:00010000:3.0:1746126663.693760:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800942bb480 00000100:00100000:0.0:1746126663.696115:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.696386:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.696478:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973386880 00000100:00100000:3.0:1746126663.696484:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973386880 00000100:00100000:3.0:1746126663.696507:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387008 00000100:00100000:3.0:1746126663.696510:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387008 00000100:00100000:3.0:1746126663.696718:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6145 00000100:00100000:3.0:1746126663.696724:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973386880:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.696736:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.696749:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a19 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.696771:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.696777:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.696779:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.696782:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.696804:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.696815:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 5 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.696826:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973789696:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.696884:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.696925:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6146 00000100:00100000:0.0:1746126663.696932:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973387008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126663.696938:0:8440:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126663.696944:0:8440:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a20 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.696953:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126663.696956:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.696960:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126663.696963:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 78 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.696980:0:8440:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.696989:0:8440:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 78 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.696996:0:8440:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948daa00, rc 0) 00000100:00100000:0.0:1746126663.697010:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31658:x1830945973387008:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.697015:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6146 00000100:00100000:3.0:1746126663.699830:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973789696:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.699853:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.699867:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29000, rc 0) 00000100:00100000:3.0:1746126663.699943:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973386880:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3218us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.699951:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6145 00000100:00100000:0.0:1746126663.700645:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.700945:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387136 00000100:00100000:3.0:1746126663.700950:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387136 00010000:00010000:3.0:1746126663.700967:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.700986:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7834 00000100:00100000:3.0:1746126663.700991:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973387136:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.701000:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.701017:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.701027:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.701043:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a12 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.701300:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.701302:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.701307:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.701319:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.701342:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.701350:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.701359:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789952:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.701611:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.703713:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.703859:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387392 00000100:00100000:2.0:1746126663.703866:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387392 00002000:00100000:2.0:1746126663.703897:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1f80 x1830945973387392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.703905:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1f80 with x1830945973387392 ext(0->4095) 00010000:00010000:2.0:1746126663.703911:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.703920:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.703926:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f1f80 00000100:00100000:3.0:1746126663.704010:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973789952:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.704022:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.704051:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973387136:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3059us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.704059:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7834 00000100:00100000:2.0:1746126663.704348:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2309 00000100:00100000:2.0:1746126663.704355:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973387392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.704519:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973387392:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.704524:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2309 00002000:00100000:2.0:1746126663.704528:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1f80 x1830945973387392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.704535:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1f80 with x1830945973387392 ext(0->4095) 00010000:00010000:2.0:1746126663.704539:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.704547:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.704552:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926f1f80 00000100:00100000:0.0:1746126663.706329:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.706427:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387520 00000100:00100000:3.0:1746126663.706432:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387520 00010000:00010000:3.0:1746126663.706475:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.706495:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7835 00000100:00100000:3.0:1746126663.706500:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973387520:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.706508:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.706523:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.706537:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.706554:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29000/0x9cce4314879c7e51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a19 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.706566:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.706568:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.706573:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.706579:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.706604:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.706614:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790080:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.707081:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.707422:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.707514:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387648 00000100:00100000:3.0:1746126663.707518:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387648 00000100:00100000:3.0:1746126663.707539:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6147 00000100:00100000:3.0:1746126663.707544:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973387648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.707555:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.707564:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a27 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.707579:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.707584:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.707586:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.707588:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.707602:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.707611:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.707619:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790208:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.707658:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.708279:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790080:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.708288:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.708308:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973387520:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1808us (1982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.708315:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7835 00000100:00100000:3.0:1746126663.708995:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790208:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.709009:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.709023:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126663.709051:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973387648:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.709056:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6147 00000100:00100000:0.0:1746126663.709761:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.709841:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973387904 00000100:00100000:3.0:1746126663.709845:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973387904 00002000:00100000:3.0:1746126663.709866:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e300 x1830945973387904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.709874:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e300 with x1830945973387904 ext(0->4095) 00010000:00010000:3.0:1746126663.709878:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.709887:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.709892:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b84e300 00000100:00100000:3.0:1746126663.710011:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2310 00000100:00100000:3.0:1746126663.710016:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973387904:12345-192.168.203.49@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746126663.710126:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973387904:12345-192.168.203.49@tcp:3:ldlm_bl.0 Request processed in 109us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.710132:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2310 00002000:00100000:3.0:1746126663.710136:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b84e300 x1830945973387904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.710147:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84e300 with x1830945973387904 ext(0->4095) 00010000:00010000:3.0:1746126663.710151:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.710160:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 76 pid: 8440 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.710165:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b84e300 00000100:00100000:0.0:1746126663.712259:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.712303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.712343:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388032 00000100:00100000:3.0:1746126663.712349:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388032 00000100:00100000:3.0:1746126663.712674:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6148 00000100:00100000:2.0:1746126663.712714:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388160 00000100:00100000:2.0:1746126663.712718:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388160 00010000:00010000:2.0:1746126663.712735:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 77 pid: 8440 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.712753:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7836 00000100:00100000:2.0:1746126663.712758:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1980:x1830945973388160:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.712766:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.712781:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 77 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.712796:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 77 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.712814:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948daa00/0x9cce4314879c7e58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a20 expref: 77 pid: 8440 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.712838:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.712840:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.712846:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.712853:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.712878:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.712888:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790336:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.712928:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973388032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126663.712934:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f000 going to sleep for 11 seconds 00010000:00010000:3.0:1746126663.712952:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.712961:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a2e expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.712975:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.712980:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.712981:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.712984:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.712998:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.713010:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.713018:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790464:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.713042:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.714773:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790464:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.714790:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.714802:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29800, rc 0) 00000100:00100000:3.0:1746126663.714832:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973388032:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2151us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.714839:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6148 00000100:00100000:2.0:1746126663.714912:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790336:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.715032:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.715065:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1980:x1830945973388160:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2306us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.715071:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7836 00000100:00100000:0.0:1746126663.715426:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.715986:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388416 00000100:00100000:2.0:1746126663.715991:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388416 00002000:00100000:2.0:1746126663.716017:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b480 x1830945973388416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.716029:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b480 with x1830945973388416 ext(0->4095) 00010000:00010000:2.0:1746126663.716035:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.716046:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.716052:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b480 00000100:00100000:2.0:1746126663.716091:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2311 00000100:00100000:2.0:1746126663.716097:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973388416:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.716246:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973388416:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (819us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.716251:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2311 00002000:00100000:2.0:1746126663.716256:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c28b480 x1830945973388416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.716263:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28b480 with x1830945973388416 ext(0->4095) 00010000:00010000:2.0:1746126663.716267:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.716275:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.716279:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c28b480 00000100:00100000:0.0:1746126663.717709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.717747:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388544 00000100:00100000:2.0:1746126663.717751:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388544 00010000:00010000:2.0:1746126663.717766:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.717783:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7837 00000100:00100000:2.0:1746126663.717787:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973388544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.717795:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.717807:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.717815:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.717831:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29a00/0x9cce4314879c7e5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a27 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.717841:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.717842:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.717847:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.717855:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.717878:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.717893:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790592:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.718102:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.719649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.719873:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790592:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.719886:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.719911:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973388544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2122us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.719918:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7837 00000100:00100000:3.0:1746126663.719956:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388800 00000100:00100000:3.0:1746126663.719961:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388800 00002000:00100000:3.0:1746126663.719985:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c288700 x1830945973388800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.719993:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288700 with x1830945973388800 ext(0->4095) 00002000:00010000:3.0:1746126663.719996:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c288700 00000100:00100000:3.0:1746126663.720020:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4394 00000100:00100000:3.0:1746126663.720025:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973388800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.720135:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973388800:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.720144:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4394 00002000:00100000:3.0:1746126663.720148:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c288700 x1830945973388800/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.720154:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288700 with x1830945973388800 ext(0->4095) 00002000:00010000:3.0:1746126663.720157:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c288700 00000100:00100000:0.0:1746126663.722624:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.722692:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973388928 00000100:00100000:3.0:1746126663.722696:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973388928 00000100:00100000:3.0:1746126663.722724:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6149 00000100:00100000:3.0:1746126663.722729:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973388928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.722739:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.722750:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a35 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.722767:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.722771:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.722772:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.722774:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.722791:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.722797:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.722808:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790720:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.723157:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.724620:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.724684:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973790720:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.724703:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.724714:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126663.724749:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973388928:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2018us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.724756:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6149 00000100:00100000:2.0:1746126663.724853:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389056 00000100:00100000:2.0:1746126663.724858:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389056 00010000:00010000:2.0:1746126663.724875:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.724893:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7838 00000100:00100000:2.0:1746126663.724899:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973389056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.724907:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.724924:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.724934:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.724951:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c7e66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a2e expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.724977:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.724980:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.724985:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.724992:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.725012:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.725020:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790848:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.725059:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.727074:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973790848:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.727089:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.727240:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1982:x1830945973389056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2339us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.727249:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7838 00000100:00100000:0.0:1746126663.727364:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.727598:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389312 00000100:00100000:3.0:1746126663.727607:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389312 00002000:00100000:3.0:1746126663.728124:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ada300 x1830945973389312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.728132:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ada300 with x1830945973389312 ext(0->4095) 00002000:00010000:3.0:1746126663.728135:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ada300 00000100:00100000:3.0:1746126663.728162:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4395 00000100:00100000:3.0:1746126663.728169:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973389312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.728314:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973389312:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.728320:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4395 00002000:00100000:3.0:1746126663.728325:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880136ada300 x1830945973389312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.728336:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ada300 with x1830945973389312 ext(0->4095) 00002000:00010000:3.0:1746126663.728338:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ada300 00000100:00100000:0.0:1746126663.729734:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.729911:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.729977:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389440 00000100:00100000:3.0:1746126663.729982:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389440 00000100:00100000:3.0:1746126663.730050:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389568 00000100:00100000:3.0:1746126663.730052:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389568 00000100:00100000:1.0:1746126663.730060:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6150 00000100:00100000:1.0:1746126663.730068:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973389440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126663.730069:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6151 00000100:00100000:3.0:1746126663.730072:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973389568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.730079:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.730079:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.730091:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a43 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.730091:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a3c expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.730109:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.730116:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.730118:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.730121:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.730157:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.730161:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.730166:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.730168:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.730185:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.730190:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.730194:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.730203:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.730204:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791104:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.730210:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126663.730263:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:31659:x1830945973389440:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.730268:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6150 00000100:00100000:3.0:1746126663.730283:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.731437:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791104:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.731472:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.731482:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28000, rc 0) 00000100:00100000:3.0:1746126663.731502:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973389568:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1428us (1591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.731507:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6151 00000100:00100000:0.0:1746126663.732387:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.732475:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389696 00000100:00100000:2.0:1746126663.732481:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389696 00010000:00010000:2.0:1746126663.732499:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.732528:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7839 00000100:00100000:2.0:1746126663.732533:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973389696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.732541:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.732556:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.732569:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.732586:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29200/0x9cce4314879c7e6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a35 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.732611:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.732613:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.732619:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.732626:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.732645:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.732654:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.732662:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791232:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.732714:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.733858:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791232:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.733870:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.733904:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973389696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1371us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.733913:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7839 00000100:00100000:0.0:1746126663.734329:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.734398:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973389952 00000100:00100000:2.0:1746126663.734410:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973389952 00002000:00100000:2.0:1746126663.734431:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094776a00 x1830945973389952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.734439:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945973389952 ext(0->4095) 00010000:00010000:2.0:1746126663.734470:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.734480:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.734485:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094776a00 00000100:00100000:2.0:1746126663.734505:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2312 00000100:00100000:2.0:1746126663.734510:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973389952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.734626:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973389952:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.734631:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2312 00002000:00100000:2.0:1746126663.734635:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094776a00 x1830945973389952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.734641:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094776a00 with x1830945973389952 ext(0->4095) 00010000:00010000:2.0:1746126663.734645:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.734657:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.734661:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094776a00 00000100:00100000:0.0:1746126663.736546:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.736633:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390080 00000100:00100000:2.0:1746126663.736638:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390080 00010000:00010000:2.0:1746126663.736658:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.736687:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7840 00000100:00100000:2.0:1746126663.736693:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973390080:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.736702:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.736715:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.736724:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.736740:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28000/0x9cce4314879c7e7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a43 expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.736763:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.736765:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.736771:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.736782:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.736806:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.736867:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791360:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.737043:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.739355:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791360:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.739369:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.739397:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973390080:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2704us (2854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.739415:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7840 00000100:00100000:0.0:1746126663.741268:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.741353:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390336 00000100:00100000:3.0:1746126663.741359:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390336 00002000:00100000:3.0:1746126663.741390:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094775500 x1830945973390336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.741399:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094775500 with x1830945973390336 ext(0->4095) 00002000:00010000:3.0:1746126663.741415:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094775500 00000100:00100000:3.0:1746126663.741463:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4396 00000100:00100000:3.0:1746126663.741472:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973390336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.741601:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973390336:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.741607:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4396 00002000:00100000:3.0:1746126663.741612:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094775500 x1830945973390336/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.741619:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094775500 with x1830945973390336 ext(0->4095) 00002000:00010000:3.0:1746126663.741621:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094775500 00000100:00100000:0.0:1746126663.745335:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.745872:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390464 00000100:00100000:3.0:1746126663.745880:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390464 00000100:00100000:3.0:1746126663.745927:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6152 00000100:00100000:3.0:1746126663.745933:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973390464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.745948:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.745961:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a4a expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.745982:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.745989:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.745990:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.745993:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.746014:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 75 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.746023:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 75 pid: 16421 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.746032:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791488:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.746096:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.747863:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791488:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.747882:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.747898:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126663.747926:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973390464:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.747933:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6152 00000100:00100000:0.0:1746126663.749227:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.749282:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390592 00000100:00100000:2.0:1746126663.749288:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390592 00010000:00010000:2.0:1746126663.749970:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.749994:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7841 00000100:00100000:2.0:1746126663.750001:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973390592:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126663.750011:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126663.750028:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.750041:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.750058:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7e74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a3c expref: 76 pid: 16421 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.750087:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.750089:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.750095:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.750102:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.750131:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126663.750142:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791616:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126663.750947:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.750997:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.751140:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390720 00000100:00100000:2.0:1746126663.751145:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390720 00000100:00100000:2.0:1746126663.752003:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6153 00000100:00100000:2.0:1746126663.752010:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973390720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.752021:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.752033:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a51 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.752052:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.752058:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.752059:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.752062:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.752080:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.752088:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.752096:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791744:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.752141:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.753008:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.753089:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973791616:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126663.753101:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.753217:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973390976 00000100:00100000:3.0:1746126663.753222:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973390976 00002000:00100000:3.0:1746126663.753252:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf800 x1830945973390976/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.753260:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945973390976 ext(0->4095) 00000100:00100000:2.0:1746126663.753265:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973390592:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3263us (4039us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126663.753266:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.753273:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7841 00010000:00010000:3.0:1746126663.753277:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.753282:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacf800 00000100:00100000:3.0:1746126663.753296:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2313 00000100:00100000:3.0:1746126663.753301:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973390976:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.753422:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973390976:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.753428:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2313 00002000:00100000:3.0:1746126663.753433:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008eacf800 x1830945973390976/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.753469:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacf800 with x1830945973390976 ext(0->4095) 00010000:00010000:3.0:1746126663.753474:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.753482:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.753486:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008eacf800 00000100:00100000:2.0:1746126663.753550:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973791744:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.753562:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.753578:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b400, rc 0) 00000100:00100000:2.0:1746126663.753609:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973390720:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (2612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.753615:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6153 00000100:00100000:0.0:1746126663.754994:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.755025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.755032:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973391104 00000100:00100000:2.0:1746126663.755036:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973391104 00000100:00100000:3.0:1746126663.755069:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973391232 00000100:00100000:3.0:1746126663.755073:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973391232 00010000:00010000:3.0:1746126663.755087:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 7 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.755093:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6154 00000100:00100000:2.0:1746126663.755100:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+7:31659:x1830945973391104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.755109:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.755121:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a58 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.755136:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.755141:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.755146:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.755149:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.755171:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.755180:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.755192:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.755225:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+8:31659:x1830945973391104:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.755230:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6154 00000100:00100000:3.0:1746126663.755259:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7842 00000100:00100000:3.0:1746126663.755269:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945973391232:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.755325:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.755341:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 7 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.755350:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 7 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.755364:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c7e82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a4a expref: 7 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.755386:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.755388:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.755393:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.755400:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.755426:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.755435:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.755462:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792000:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.756677:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.758173:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792000:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.758189:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.758225:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973391232:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2956us (3195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.758234:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7842 00000100:00100000:0.0:1746126663.758875:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.758920:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973391488 00000100:00100000:3.0:1746126663.758926:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973391488 00002000:00100000:3.0:1746126663.758955:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3100 x1830945973391488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.758963:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3100 with x1830945973391488 ext(0->4095) 00010000:00010000:3.0:1746126663.758969:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.758983:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.758989:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3100 00000100:00100000:3.0:1746126663.759013:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2314 00000100:00100000:3.0:1746126663.759019:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973391488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.759141:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973391488:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.759146:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2314 00002000:00100000:3.0:1746126663.759151:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926d3100 x1830945973391488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.759157:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926d3100 with x1830945973391488 ext(0->4095) 00010000:00010000:3.0:1746126663.759161:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.759572:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:3.0:1746126663.759578:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800926d3100 00000100:00100000:0.0:1746126663.762105:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.762147:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.762231:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973391744 00000100:00100000:3.0:1746126663.762237:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973391744 00010000:00010000:3.0:1746126663.762262:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.762283:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7843 00000100:00100000:3.0:1746126663.762290:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973391744:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.762299:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.762315:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.762325:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.762342:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b400/0x9cce4314879c7e89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a51 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.762368:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.762370:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.762376:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.762383:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.762421:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.762432:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792128:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.762516:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.762579:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973391616 00000100:00100000:2.0:1746126663.762583:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973391616 00000100:00100000:2.0:1746126663.762603:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6155 00000100:00100000:2.0:1746126663.762608:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973391616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.762617:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.762626:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a5f expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.762640:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.762645:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.762646:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.762649:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.762663:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.762673:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.762691:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792256:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.762716:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.765690:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.765693:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792128:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.765713:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126663.765796:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392000 00000100:00100000:2.0:1746126663.765802:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392000 00002000:00100000:2.0:1746126663.765905:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4000 x1830945973392000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.765914:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4000 with x1830945973392000 ext(0->4095) 00010000:00010000:2.0:1746126663.765920:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.765932:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.765938:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4000 00000100:00100000:3.0:1746126663.766232:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973391744:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3937us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.766242:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7843 00000100:00100000:2.0:1746126663.766382:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2315 00000100:00100000:2.0:1746126663.766391:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973392000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.766688:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792256:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.766702:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.766712:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:3.0:1746126663.766732:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973391616:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4124us (4584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.766737:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6155 00000100:00100000:2.0:1746126663.766752:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973392000:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 362us (1068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.766757:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2315 00002000:00100000:2.0:1746126663.766762:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f4000 x1830945973392000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.766768:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f4000 with x1830945973392000 ext(0->4095) 00010000:00010000:2.0:1746126663.766772:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.766781:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.766786:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800924f4000 00000100:00100000:0.0:1746126663.774226:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.774801:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392128 00000100:00100000:3.0:1746126663.774810:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392128 00010000:00010000:3.0:1746126663.774841:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.774872:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7844 00000100:00100000:3.0:1746126663.774878:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973392128:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.774888:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.774905:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.774916:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.774934:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408ae00/0x9cce4314879c7e90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a58 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.774972:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.774975:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.774982:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.774989:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.775015:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.775025:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792384:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.776182:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.779055:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.779119:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392384 00000100:00100000:2.0:1746126663.779128:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392384 00002000:00100000:2.0:1746126663.779171:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5500 x1830945973392384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.779180:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5500 with x1830945973392384 ext(0->4095) 00002000:00010000:2.0:1746126663.779184:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5500 00000100:00100000:2.0:1746126663.779206:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4397 00000100:00100000:2.0:1746126663.779215:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973392384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126663.779257:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792384:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.779271:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.779317:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973392128:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4439us (5097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.779325:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7844 00000100:00100000:2.0:1746126663.779343:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973392384:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.779349:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4397 00002000:00100000:2.0:1746126663.779354:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800924f5500 x1830945973392384/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.779360:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924f5500 with x1830945973392384 ext(0->4095) 00002000:00010000:2.0:1746126663.779363:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800924f5500 00000100:00100000:0.0:1746126663.781106:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.781158:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392512 00000100:00100000:3.0:1746126663.781163:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392512 00000100:00100000:3.0:1746126663.781198:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6156 00000100:00100000:3.0:1746126663.781204:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973392512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126663.781215:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.781227:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a66 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.781249:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.781256:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.781257:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126663.781260:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.781280:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.781290:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.781299:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792512:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126663.781362:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.782975:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792512:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126663.782994:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.783005:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28800, rc 0) 00000100:00100000:3.0:1746126663.783041:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973392512:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1836us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.783047:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6156 00000100:00100000:0.0:1746126663.784281:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.784319:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392640 00000100:00100000:3.0:1746126663.784325:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392640 00010000:00010000:3.0:1746126663.784345:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.784369:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7845 00000100:00100000:3.0:1746126663.784375:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973392640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.784385:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.784400:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.784418:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.784436:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7e97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a5f expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.784476:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.784477:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.784483:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.784489:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.784509:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.784517:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792640:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.784566:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.787728:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973792640:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.787743:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.787776:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:1981:x1830945973392640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3401us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.787785:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7845 00000100:00100000:0.0:1746126663.787941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.787970:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973392896 00000100:00100000:0.0:1746126663.788374:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973392896 00002000:00100000:0.0:1746126663.788413:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717800 x1830945973392896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126663.788422:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717800 with x1830945973392896 ext(0->4095) 00002000:00010000:0.0:1746126663.788426:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093717800 00000100:00100000:3.0:1746126663.789884:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4398 00000100:00100000:3.0:1746126663.789895:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973392896:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126663.790058:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1980:x1830945973392896:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (2117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.790065:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4398 00002000:00100000:3.0:1746126663.790071:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093717800 x1830945973392896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.790078:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093717800 with x1830945973392896 ext(0->4095) 00002000:00010000:3.0:1746126663.790081:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093717800 00000100:00100000:0.0:1746126663.791058:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.791763:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393024 00000100:00100000:2.0:1746126663.791779:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393024 00000100:00100000:2.0:1746126663.791831:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6157 00000100:00100000:2.0:1746126663.791838:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973393024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.791858:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.791881:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a6d expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.791913:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.791920:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.791922:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.791926:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.791958:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.791970:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 5 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.791982:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792768:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.792078:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.795075:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973792768:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126663.795105:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795123:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126663.795192:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973393024:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3353us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.795204:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6157 00000100:00100000:0.0:1746126663.795544:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.795676:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393152 00000100:00100000:2.0:1746126663.795682:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393152 00000100:00100000:2.0:1746126663.795712:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6158 00000100:00100000:2.0:1746126663.795718:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973393152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.795730:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.795742:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a74 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795762:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.795766:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795772:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.795775:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795800:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795809:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.795817:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.795839:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973393152:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.795845:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6158 00000100:00100000:0.0:1746126663.797489:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.797550:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393280 00000100:00100000:3.0:1746126663.797557:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393280 00010000:00010000:3.0:1746126663.797580:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.797603:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7846 00000100:00100000:3.0:1746126663.797608:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973393280:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.797619:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.797638:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.797650:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.797671:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28800/0x9cce4314879c7e9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a66 expref: 6 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.797698:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.797700:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.797706:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.797713:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.797818:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.797828:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.797840:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793024:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.799759:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.802050:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.802059:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793024:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.802089:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.802156:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973393280:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4545us (4670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.802171:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7846 00000100:00100000:1.0:1746126663.802242:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393536 00000100:00100000:1.0:1746126663.802250:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393536 00002000:00100000:1.0:1746126663.802291:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910e00 x1830945973393536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.802300:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910e00 with x1830945973393536 ext(0->4095) 00010000:00010000:1.0:1746126663.802309:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.802326:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.802338:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910e00 00000100:00100000:1.0:1746126663.802360:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2316 00000100:00100000:1.0:1746126663.802367:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973393536:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.802559:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973393536:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.802565:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2316 00002000:00100000:1.0:1746126663.802569:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d910e00 x1830945973393536/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.802580:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910e00 with x1830945973393536 ext(0->4095) 00010000:00010000:1.0:1746126663.802585:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.802593:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.802598:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d910e00 00000100:00100000:0.0:1746126663.807014:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.807209:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393664 00000100:00100000:3.0:1746126663.807217:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393664 00010000:00010000:3.0:1746126663.807244:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.807266:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7847 00000100:00100000:3.0:1746126663.807271:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973393664:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.807281:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.807296:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.807306:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.807322:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b600/0x9cce4314879c7ea5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a6d expref: 77 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.807690:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.807692:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.807699:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.807707:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.807862:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.807873:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793152:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.808672:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.809352:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793152:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.809365:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.809408:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973393664:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2128us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.809417:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7847 00000100:00100000:0.0:1746126663.810740:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.811277:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973393920 00000100:00100000:3.0:1746126663.811282:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973393920 00002000:00100000:3.0:1746126663.811312:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913480 x1830945973393920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.811320:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913480 with x1830945973393920 ext(0->4095) 00002000:00010000:3.0:1746126663.811324:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d913480 00000100:00100000:3.0:1746126663.811337:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4399 00000100:00100000:3.0:1746126663.811343:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973393920:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126663.811492:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1979:x1830945973393920:12345-192.168.203.49@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (753us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.811498:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4399 00002000:00100000:3.0:1746126663.811503:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012d913480 x1830945973393920/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.811510:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d913480 with x1830945973393920 ext(0->4095) 00002000:00010000:3.0:1746126663.811512:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d913480 00000100:00100000:0.0:1746126663.813140:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.813282:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394048 00000100:00100000:1.0:1746126663.813287:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394048 00000100:00100000:1.0:1746126663.813328:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6159 00000100:00100000:1.0:1746126663.813334:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973394048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.813345:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.813357:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a7b expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.813383:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.813390:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.813391:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.813394:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.813431:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 75 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.813464:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 75 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.813474:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793280:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.813534:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.815603:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793280:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.815625:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.815638:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e000, rc 0) 00000100:00100000:1.0:1746126663.815664:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973394048:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.815671:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6159 00000100:00100000:0.0:1746126663.816484:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.816578:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394176 00000100:00100000:3.0:1746126663.816584:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394176 00010000:00010000:3.0:1746126663.816606:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.816632:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7848 00000100:00100000:3.0:1746126663.816638:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973394176:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.816648:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.816663:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.816672:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.816687:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7eac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a74 expref: 76 pid: 8441 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.816708:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.816710:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.816715:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.816722:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.816743:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.816755:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793408:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.818358:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.820848:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.820900:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394304 00000100:00100000:1.0:1746126663.820908:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394304 00000100:00100000:3.0:1746126663.820943:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793408:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.820958:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.820996:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973394176:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4357us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.821004:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7848 00000100:00100000:1.0:1746126663.822339:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6160 00000100:00100000:1.0:1746126663.822349:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+75:31658:x1830945973394304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.822364:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.822377:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a82 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.822567:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126663.822572:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126663.822574:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.822575:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.822579:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.822602:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.822611:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 5 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:2.0:1746126663.822619:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394560 00000100:00100000:1.0:1746126663.822621:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793536:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126663.822623:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394560 00002000:00100000:2.0:1746126663.822645:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b100 x1830945973394560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.822653:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b100 with x1830945973394560 ext(0->4095) 00010000:00010000:2.0:1746126663.822659:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.822668:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.822674:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009267b100 00000100:00100000:1.0:1746126663.822680:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126663.822684:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2317 00000100:00100000:2.0:1746126663.822688:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973394560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126663.823110:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973394560:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 419us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.823115:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2317 00002000:00100000:2.0:1746126663.823120:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009267b100 x1830945973394560/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.823127:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267b100 with x1830945973394560 ext(0->4095) 00010000:00010000:2.0:1746126663.823131:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.823140:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.823149:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009267b100 00000100:00100000:0.0:1746126663.827288:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.827361:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793536:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.827386:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.827427:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126663.827482:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973394304:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5135us (6639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.827490:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6160 00000100:00100000:0.0:1746126663.827603:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.827667:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394816 00000100:00100000:3.0:1746126663.827673:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394816 00010000:00010000:3.0:1746126663.827695:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.827718:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7849 00000100:00100000:3.0:1746126663.827723:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973394816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.827732:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.827748:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.827757:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.827774:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c7eb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a7b expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.827787:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.827789:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.827794:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.827801:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.827823:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.827832:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793664:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.827874:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.828828:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973394688 00000100:00100000:1.0:1746126663.828833:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973394688 00000100:00100000:1.0:1746126663.828852:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6161 00000100:00100000:1.0:1746126663.828857:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31659:x1830945973394688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.828868:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.828877:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a89 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.828892:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.828898:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.828899:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.828902:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.828916:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.828926:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.828938:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793792:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.828979:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.830524:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.830579:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793664:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.830592:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.830617:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973394816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2894us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.830625:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7849 00000100:00100000:1.0:1746126663.830908:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973793792:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.830925:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.830935:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e600, rc 0) 00000100:00100000:1.0:1746126663.830954:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973394688:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (3672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.830959:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6161 00000100:00100000:2.0:1746126663.831063:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395072 00000100:00100000:2.0:1746126663.831069:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395072 00002000:00100000:2.0:1746126663.831093:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8e00 x1830945973395072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.831100:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8e00 with x1830945973395072 ext(0->4095) 00010000:00010000:2.0:1746126663.831105:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.831115:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.831120:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def8e00 00000100:00100000:2.0:1746126663.831146:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2318 00000100:00100000:2.0:1746126663.831152:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973395072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.831260:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973395072:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.831266:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2318 00002000:00100000:2.0:1746126663.831270:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012def8e00 x1830945973395072/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.831277:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012def8e00 with x1830945973395072 ext(0->4095) 00010000:00010000:2.0:1746126663.831281:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.831294:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.831299:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012def8e00 00000100:00100000:0.0:1746126663.832739:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.832787:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395200 00000100:00100000:3.0:1746126663.832792:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395200 00010000:00010000:3.0:1746126663.832810:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.832838:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7850 00000100:00100000:3.0:1746126663.832843:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1980:x1830945973395200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.832851:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.832864:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.832878:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.832895:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7eba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a82 expref: 77 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.832906:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.832908:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.832913:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.832920:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.832942:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.832951:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793920:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.833502:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.835973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.836030:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395456 00000100:00100000:2.0:1746126663.836037:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395456 00002000:00100000:2.0:1746126663.836069:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31500 x1830945973395456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.836078:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31500 with x1830945973395456 ext(0->4095) 00002000:00010000:2.0:1746126663.836081:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b31500 00000100:00100000:2.0:1746126663.836095:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4400 00000100:00100000:2.0:1746126663.836101:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973395456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.836230:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973395456:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.836236:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4400 00002000:00100000:2.0:1746126663.836241:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a6b31500 x1830945973395456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.836248:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6b31500 with x1830945973395456 ext(0->4095) 00002000:00010000:2.0:1746126663.836250:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6b31500 00000100:00100000:3.0:1746126663.836470:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973793920:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.836484:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.836511:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1980:x1830945973395200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3668us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.836518:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7850 00000100:00100000:0.0:1746126663.840054:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.840149:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395584 00000100:00100000:1.0:1746126663.840156:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395584 00000100:00100000:1.0:1746126663.840196:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6162 00000100:00100000:1.0:1746126663.840203:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973395584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.840216:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.840230:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a90 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.840252:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.840258:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.840260:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.840263:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.840289:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.840300:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 75 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.840310:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794048:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.840376:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.841725:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794048:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.841745:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.841756:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434ec00, rc 0) 00000100:00100000:1.0:1746126663.844615:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973395584:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4404us (4558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.844624:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6162 00000100:00100000:0.0:1746126663.844988:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.845082:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395712 00000100:00100000:3.0:1746126663.845089:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395712 00010000:00010000:3.0:1746126663.845116:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.845136:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7851 00000100:00100000:3.0:1746126663.845141:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973395712:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.845151:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.845169:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.845178:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.845197:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e600/0x9cce4314879c7ec1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a89 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.845807:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.845810:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.845817:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.845824:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.845852:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.845863:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794176:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126663.846690:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.846787:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.847013:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973395840 00000100:00100000:1.0:1746126663.847018:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973395840 00000100:00100000:1.0:1746126663.847055:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6163 00000100:00100000:1.0:1746126663.847061:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973395840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.847073:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.847346:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a97 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.847365:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.847372:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.847374:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.847376:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 77 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.847395:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.847414:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 5 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.847422:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794304:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.847702:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7ffb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.849789:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.849910:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794176:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126663.850157:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396096 00000100:00100000:1.0:1746126663.850163:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396096 00002000:00100000:1.0:1746126663.850195:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945973396096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.850204:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945973396096 ext(0->4095) 00010000:00010000:1.0:1746126663.850210:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.850221:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.850227:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467ce00 00000100:00100000:1.0:1746126663.850254:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2319 00000100:00100000:1.0:1746126663.850260:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973396096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.850394:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973396096:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.850399:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2319 00002000:00100000:1.0:1746126663.850413:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009467ce00 x1830945973396096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.850420:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ce00 with x1830945973396096 ext(0->4095) 00010000:00010000:1.0:1746126663.850424:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:1.0:1746126663.850432:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:1.0:1746126663.850437:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009467ce00 00010000:00010000:3.0:1746126663.850949:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.850977:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973395712:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5835us (5989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.850985:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7851 00000100:00100000:1.0:1746126663.851457:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794304:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.851479:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 76 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.851491:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009434e200, rc 0) 00000100:00100000:1.0:1746126663.851512:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:31658:x1830945973395840:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4451us (4823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.851518:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6163 00000100:00100000:0.0:1746126663.854525:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.855016:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396224 00000100:00100000:3.0:1746126663.855022:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396224 00010000:00010000:3.0:1746126663.855048:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.855336:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7852 00000100:00100000:3.0:1746126663.855342:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973396224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.855354:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.855369:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.855379:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.855397:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434ec00/0x9cce4314879c7ec8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a90 expref: 6 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.855431:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.855433:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.855438:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.855466:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.855490:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.855500:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794432:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.855564:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.858761:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.859383:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794432:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.859399:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126663.859718:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396480 00000100:00100000:1.0:1746126663.859725:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396480 00002000:00100000:1.0:1746126663.859756:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8380 x1830945973396480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.859766:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8380 with x1830945973396480 ext(0->4095) 00002000:00010000:1.0:1746126663.859770:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8380 00000100:00100000:1.0:1746126663.859801:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4401 00000100:00100000:1.0:1746126663.859808:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973396480:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.859917:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1981:x1830945973396480:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.859924:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4401 00002000:00100000:1.0:1746126663.859929:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012dfa8380 x1830945973396480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.859936:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8380 with x1830945973396480 ext(0->4095) 00002000:00010000:1.0:1746126663.859939:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8380 00000100:00100000:3.0:1746126663.859994:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973396224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4651us (5473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.860002:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7852 00000100:00100000:0.0:1746126663.863051:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.863161:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396608 00000100:00100000:1.0:1746126663.863168:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396608 00000100:00100000:1.0:1746126663.863212:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6164 00000100:00100000:1.0:1746126663.863219:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973396608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.863233:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.863246:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4a9e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.863267:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.863273:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.863274:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.863278:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.863302:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.863312:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 75 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:1.0:1746126663.863322:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794560:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.863390:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009adf7900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.864986:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794560:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126663.865753:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126663.865845:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.865858:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f38200, rc 0) 00000100:00100000:2.0:1746126663.865895:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396736 00000100:00100000:1.0:1746126663.865896:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973396608:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2677us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.865900:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396736 00000100:00100000:1.0:1746126663.865903:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6164 00002000:00100000:2.0:1746126663.865928:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012dfabb80 x1830945973396736/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.865942:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfabb80 with x1830945973396736 ext(0->7) 00010000:00010000:2.0:1746126663.865947:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.865957:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 76 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.865962:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfabb80 00000100:00100000:2.0:1746126663.866893:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2320 00000100:00100000:2.0:1746126663.866900:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+76:1982:x1830945973396736:12345-192.168.203.49@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126663.867156:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973396736:12345-192.168.203.49@tcp:4:ldlm_bl.0 Request processed in 256us (1403us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1746126663.867162:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2320 00002000:00100000:2.0:1746126663.867167:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88012dfabb80 x1830945973396736/t4294968057(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 496/448 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.867173:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfabb80 with x1830945973396736 ext(0->7) 00010000:00010000:2.0:1746126663.867178:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:2.0:1746126663.867187:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00002000:00010000:2.0:1746126663.867193:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfabb80 00000100:00100000:0.0:1746126663.872023:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.872160:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973396864 00000100:00100000:3.0:1746126663.872167:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973396864 00010000:00010000:3.0:1746126663.872195:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00000100:00100000:3.0:1746126663.872228:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7853 00000100:00100000:3.0:1746126663.872235:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1979:x1830945973396864:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.872247:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.872264:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.872280:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.872297:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e200/0x9cce4314879c7ecf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a97 expref: 78 pid: 11071 timeout: 675 lvb_type: 0 00010000:00010000:3.0:1746126663.872808:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.872811:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.872817:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.872825:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.872852:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.872863:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794688:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.872926:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.874677:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973794688:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.874692:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.874731:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973396864:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2495us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.874739:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7853 00000100:00100000:2.0:1746126663.876968:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.877117:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397120 00000100:00100000:1.0:1746126663.877124:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397120 00002000:00100000:1.0:1746126663.877156:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1500 x1830945973397120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.877164:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1500 with x1830945973397120 ext(0->4095) 00002000:00010000:1.0:1746126663.877169:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f1500 00000100:00100000:1.0:1746126663.877194:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4402 00000100:00100000:1.0:1746126663.877201:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973397120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126663.877584:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973397120:12345-192.168.203.49@tcp:3:ptlrpcd_01_01.0 Request processed in 381us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.877590:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4402 00002000:00100000:1.0:1746126663.877596:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800926f1500 x1830945973397120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.877602:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800926f1500 with x1830945973397120 ext(0->4095) 00002000:00010000:1.0:1746126663.877605:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800926f1500 00000100:00100000:0.0:1746126663.880484:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.880739:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397248 00000100:00100000:1.0:1746126663.880746:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397248 00000100:00100000:1.0:1746126663.880786:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6165 00000100:00100000:1.0:1746126663.880792:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31658:x1830945973397248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.880805:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.880819:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4aa5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.880841:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.880847:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.880849:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.880852:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.880875:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.880890:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 5 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:1.0:1746126663.880901:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794816:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.880973:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009adf7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.880994:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.881012:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397376 00000100:00100000:2.0:1746126663.881016:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397376 00000100:00100000:2.0:1746126663.881040:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6166 00000100:00100000:2.0:1746126663.881045:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31659:x1830945973397376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.881051:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.881057:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4aac expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.881067:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.881070:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.881074:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.881077:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 80 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.881095:0:8441:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.881104:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 80 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.881112:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a200, rc 0) 00000100:00100000:2.0:1746126663.881130:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:31659:x1830945973397376:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.881136:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6166 00000100:00100000:0.0:1746126663.883238:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.883388:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973794816:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.883419:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.883430:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f38c00, rc 0) 00000100:00100000:3.0:1746126663.883467:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397504 00000100:00100000:3.0:1746126663.883473:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397504 00000100:00100000:1.0:1746126663.883484:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973397248:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.883490:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6165 00010000:00010000:3.0:1746126663.883493:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.883508:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7854 00000100:00100000:3.0:1746126663.883514:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973397504:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.883549:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.883693:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.883702:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.883724:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7ed6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4a9e expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.883768:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.883770:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.883776:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.883783:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.883806:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.883815:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 78 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.883824:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795072:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.884543:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.885780:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795072:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.885793:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.885824:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973397504:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2309us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.885832:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7854 00000100:00100000:0.0:1746126663.886514:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.886556:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397760 00000100:00100000:1.0:1746126663.886560:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397760 00002000:00100000:1.0:1746126663.886581:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71f80 x1830945973397760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.886587:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71f80 with x1830945973397760 ext(0->4095) 00010000:00010000:1.0:1746126663.886592:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:1.0:1746126663.886599:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00002000:00010000:1.0:1746126663.886606:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71f80 00000100:00100000:1.0:1746126663.886623:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2321 00000100:00100000:1.0:1746126663.886628:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973397760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126663.886770:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973397760:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.886776:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2321 00002000:00100000:1.0:1746126663.886781:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135d71f80 x1830945973397760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.886787:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d71f80 with x1830945973397760 ext(0->4095) 00010000:00010000:1.0:1746126663.886792:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:1.0:1746126663.886800:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00002000:00010000:1.0:1746126663.886805:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135d71f80 00000100:00100000:0.0:1746126663.888042:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.888134:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973397888 00000100:00100000:3.0:1746126663.888139:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973397888 00010000:00010000:3.0:1746126663.888154:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.888187:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7855 00000100:00100000:3.0:1746126663.888192:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973397888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.888203:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.888215:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.888224:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.888239:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7edd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aa5 expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.888263:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.888265:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.888271:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.888278:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.888300:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.888309:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795200:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.888356:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.889125:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795200:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.889135:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.889154:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1981:x1830945973397888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 962us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.889160:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7855 00000100:00100000:0.0:1746126663.889975:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.890051:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398144 00000100:00100000:1.0:1746126663.890056:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398144 00002000:00100000:1.0:1746126663.890080:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01c00 x1830945973398144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.890088:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01c00 with x1830945973398144 ext(0->4095) 00002000:00010000:1.0:1746126663.890091:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01c00 00000100:00100000:1.0:1746126663.890118:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4403 00000100:00100000:1.0:1746126663.890125:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1980:x1830945973398144:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126663.890238:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1980:x1830945973398144:12345-192.168.203.49@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126663.890244:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4403 00002000:00100000:1.0:1746126663.890249:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de01c00 x1830945973398144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126663.890256:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de01c00 with x1830945973398144 ext(0->4095) 00002000:00010000:1.0:1746126663.890258:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de01c00 00000100:00100000:0.0:1746126663.891710:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.891779:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398272 00000100:00100000:1.0:1746126663.891784:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398272 00000100:00100000:1.0:1746126663.891818:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6167 00000100:00100000:1.0:1746126663.891824:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:31659:x1830945973398272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.891835:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.891847:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ab3 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.891867:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.891873:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.891875:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126663.891878:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.891901:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 77 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.891915:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 77 pid: 8441 timeout: 676 lvb_type: 0 00000100:00100000:1.0:1746126663.891924:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973795328:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.891985:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009adf7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126663.892933:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973795328:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126663.892950:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.892960:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f38200, rc 0) 00000100:00100000:1.0:1746126663.892981:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:31659:x1830945973398272:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1157us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126663.892986:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6167 00000100:00100000:0.0:1746126663.894068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.894159:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398400 00000100:00100000:3.0:1746126663.894165:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398400 00010000:00010000:3.0:1746126663.894188:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.894214:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7856 00000100:00100000:3.0:1746126663.894220:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1982:x1830945973398400:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.894229:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.894244:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.894258:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.894275:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a200/0x9cce4314879c7ee4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aac expref: 78 pid: 8441 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.894298:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.894300:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.894305:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.894312:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.894333:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.894341:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795456:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.894397:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.895940:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795456:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.895956:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.895992:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1982:x1830945973398400:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1771us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.896000:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7856 00000100:00100000:0.0:1746126663.896291:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.896472:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398656 00000100:00100000:3.0:1746126663.896478:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398656 00002000:00100000:3.0:1746126663.896504:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00e00 x1830945973398656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.896512:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00e00 with x1830945973398656 ext(0->4095) 00002000:00010000:3.0:1746126663.896515:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de00e00 00000100:00100000:3.0:1746126663.896663:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4404 00000100:00100000:3.0:1746126663.896670:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973398656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126663.896785:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973398656:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126663.896791:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4404 00002000:00100000:3.0:1746126663.896796:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012de00e00 x1830945973398656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126663.896802:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de00e00 with x1830945973398656 ext(0->4095) 00002000:00010000:3.0:1746126663.896805:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de00e00 00000100:00100000:0.0:1746126663.898620:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126663.898701:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398784 00000100:00100000:1.0:1746126663.898707:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398784 00000100:00100000:1.0:1746126663.898852:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6168 00000100:00100000:1.0:1746126663.898858:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:31659:x1830945973398784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126663.898869:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126663.898882:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4aba expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.898901:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.898911:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.898913:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126663.898916:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.898937:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126663.898948:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 5 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:1.0:1746126663.898957:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973795584:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126663.899325:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009adf7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126663.902032:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.902259:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973398912 00000100:00100000:2.0:1746126663.902266:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973398912 00000100:00100000:2.0:1746126663.902306:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6169 00000100:00100000:2.0:1746126663.902313:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31658:x1830945973398912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126663.902326:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.902338:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ac1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.902356:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.902361:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.902370:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126663.902373:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.902477:0:16421:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 80 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.902488:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 80 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.902496:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b000, rc 0) 00000100:00100000:2.0:1746126663.902539:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+80:31658:x1830945973398912:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.902545:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6169 00000100:00100000:0.0:1746126663.902846:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880083c2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973795584:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126663.902862:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126663.902869:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f38c00, rc 0) 00000100:00100000:0.0:1746126663.902885:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:31659:x1830945973398784:12345-192.168.203.49@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4027us (4269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126663.902890:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6168 00000100:00100000:0.0:1746126663.903667:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.903725:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973399040 00000100:00100000:3.0:1746126663.903729:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973399040 00010000:00010000:3.0:1746126663.903747:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.903763:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7857 00000100:00100000:3.0:1746126663.903768:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973399040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.903775:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.903791:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.903805:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.903820:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f38200/0x9cce4314879c7eeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ab3 expref: 6 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.903842:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.903844:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.903849:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.903855:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.903874:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 78 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.903883:0:9803:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 78 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.903893:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795840:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126663.903946:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126663.905123:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795840:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.905135:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.905521:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973399040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1751us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.905531:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7857 00000100:00100000:0.0:1746126663.905737:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.905950:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973399296 00000100:00100000:2.0:1746126663.905955:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973399296 00002000:00100000:2.0:1746126663.905981:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58e00 x1830945973399296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/0 e 0 to 0 dl 1746126674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.905994:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973399296 ext(0->4095) 00010000:00010000:2.0:1746126663.906000:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:2.0:1746126663.906009:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00002000:00010000:2.0:1746126663.906015:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58e00 00000100:00100000:2.0:1746126663.906038:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2322 00000100:00100000:2.0:1746126663.906043:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973399296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126663.906145:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1981:x1830945973399296:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126663.906151:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2322 00002000:00100000:2.0:1746126663.906155:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880094f58e00 x1830945973399296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:424/0 lens 488/4536 e 0 to 0 dl 1746126674 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126663.906162:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973399296 ext(0->4095) 00010000:00010000:2.0:1746126663.906166:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:2.0:1746126663.906173:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00002000:00010000:2.0:1746126663.906178:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f58e00 00000100:00100000:0.0:1746126663.913790:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126663.913847:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.913858:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973399424 00000100:00100000:3.0:1746126663.913866:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973399424 00010000:00010000:3.0:1746126663.913893:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00000100:00100000:3.0:1746126663.913927:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7858 00000100:00100000:3.0:1746126663.913934:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+79:1979:x1830945973399424:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126663.913946:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126663.913962:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.913973:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.913992:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f38c00/0x9cce4314879c7ef2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aba expref: 79 pid: 11071 timeout: 676 lvb_type: 0 00010000:00010000:3.0:1746126663.914007:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.914009:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126663.914014:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.914021:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.914047:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.914059:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795968:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126663.915296:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973399680 00000100:00100000:1.0:1746126663.915303:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973399680 00000100:00100000:1.0:1746126663.915344:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 148 00000100:00100000:1.0:1746126663.915350:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a514c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:31658:x1830945973399680:12345-192.168.203.49@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126663.915478:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a79c0 going to sleep for 11 seconds 00000001:00080000:1.0:1746126663.915593:0:7128:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980456 00000100:00100000:1.0:1746126663.915670:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a514c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:31658:x1830945973399680:12345-192.168.203.49@tcp:35:rw_seq_cst_vs_d.0 Request processed in 320us (1822us total) trans 4294980457 rc 0/0 00000100:00100000:1.0:1746126663.915676:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 148 00000020:00080000:1.0:1746126663.915681:0:7128:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746126663.917335:0:9803:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.49@tcp) returned -22 from completion AST (req@ffff8800943cdc00 x1830945973795968) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.917373:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408b000/0x9cce4314879c7ef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac1 expref: 78 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126663.917384:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973795968:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126663.917413:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126663.917471:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1979:x1830945973399424:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3537us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.917479:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7858 00000100:00100000:1.0:1746126663.921926:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.922051:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973399936 00000100:00100000:2.0:1746126663.922058:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973399936 00000100:00100000:2.0:1746126663.922094:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 149 00000100:00100000:2.0:1746126663.922100:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:31658:x1830945973399936:12345-192.168.203.49@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126663.922249:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:31658:x1830945973399936:12345-192.168.203.49@tcp:35:rw_seq_cst_vs_d.0 Request processed in 149us (330us total) trans 4294980458 rc 0/0 00000100:00100000:2.0:1746126663.922255:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 149 00000100:00100000:0.0:1746126663.965619:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.965719:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400064 00000100:00100000:2.0:1746126663.965728:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400064 00000100:00100000:2.0:1746126663.965781:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30094 00000100:00100000:2.0:1746126663.965789:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:31676:x1830945973400064:12345-192.168.203.49@tcp:101:rm.0 00010000:00010000:2.0:1746126663.965813:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.965832:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b000/0x9cce4314879c7f00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ac8 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.965887:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126663.965900:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126663.965911:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126663.965976:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126663.965979:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126663.965993:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126663.966013:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b000/0x9cce4314879c7f00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac8 expref: 10 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.966035:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac8 expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126663.966043:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3c01f00) 00010000:00010000:2.0:1746126663.966046:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126663.966049:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ae00, rc 0) 00000100:00100000:2.0:1746126663.966105:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31676:x1830945973400064:12345-192.168.203.49@tcp:101:rm.0 Request processed in 317us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.966111:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30094 00000100:00100000:0.0:1746126663.967795:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.967879:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400192 00000100:00100000:3.0:1746126663.967886:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400192 00000100:00100000:3.0:1746126663.968039:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30095 00000100:00100000:3.0:1746126663.968046:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31676:x1830945973400192:12345-192.168.203.49@tcp:101:rm.0 00010000:00010000:3.0:1746126663.968058:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126663.968069:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c7f0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4acf expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.968111:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968120:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968128:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968138:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968143:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968147:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968247:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968254:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968259:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:3.0:1746126663.968285:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:3.0:1746126663.968288:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126663.968298:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968305:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968311:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968315:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968325:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968330:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af29000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126663.968334:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968340:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968349:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3c01f00) 00010000:00010000:3.0:1746126663.968351:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126663.968355:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968358:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c7f15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968387:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968391:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968395:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968408:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af29800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126663.968411:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968416:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968425:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012d813a00) 00010000:00010000:3.0:1746126663.968427:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126663.968429:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968433:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29800/0x9cce4314879c7f1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.968692:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c7f0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4acf expref: 11 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.968703:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4acf expref: 10 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.968709:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:3.0:1746126663.968711:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126663.968713:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28a00, rc 0) 00000100:00100000:3.0:1746126663.968920:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:31676:x1830945973400192:12345-192.168.203.49@tcp:101:rm.0 Request processed in 873us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126663.968927:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30095 00000100:00100000:0.0:1746126663.971614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126663.972198:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400320 00000100:00100000:2.0:1746126663.972208:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400320 00000100:00100000:2.0:1746126663.972248:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6170 00000100:00100000:2.0:1746126663.972255:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+77:1981:x1830945973400320:12345-192.168.203.49@tcp:101:rm.0 00010000:00010000:2.0:1746126663.972271:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126663.972287:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ad6 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126663.972311:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 8, mtime: 0x6813c748, atime: 0x6813c734, ctime: 0x6813c748, blocks: 0xb 00010000:00010000:2.0:1746126663.972329:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.972331:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126663.972339:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 78 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126663.972353:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 78 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126663.972370:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:2.0:1746126663.972427:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+78:1981:x1830945973400320:12345-192.168.203.49@tcp:101:rm.0 Request processed in 172us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126663.972432:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6170 00000100:00100000:0.0:1746126663.975004:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126663.975116:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400576 00000100:00100000:3.0:1746126663.975125:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400576 00000100:00100000:3.0:1746126663.975173:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30096 00000100:00100000:3.0:1746126663.975179:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:31676:x1830945973400576:12345-192.168.203.49@tcp:36:rm.0 00010000:00010000:3.0:1746126663.975221:0:21345:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746126663.975244:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28a00/0x9cce4314879c7f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4acf expref: 10 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.975265:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129dffa00/0x9cce4314879c4f6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec1b34 expref: 9 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.975274:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:3.0:1746126663.975281:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ac8 expref: 8 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126663.975288:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a3c01f00) 00010000:00010000:3.0:1746126663.975295:0:21345:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126663.975314:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975323:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975331:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975340:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975344:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975348:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975516:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975523:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975529:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000040:00080000:3.0:1746126663.975916:0:21345:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746126663.975923:0:21345:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 576095479317ns, next at 577095478010ns, rc = 0 00010000:00010000:3.0:1746126663.975973:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975979:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975985:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975991:0:21345:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975995:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.975999:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976012:0:21345:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126663.976026:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976031:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976036:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976040:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af28800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126663.976044:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976050:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976057:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:3.0:1746126663.976059:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126663.976062:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976066:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28800/0x9cce4314879c7f3f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976106:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976111:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976115:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976119:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af28000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126663.976121:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976131:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976136:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012d813900) 00010000:00010000:3.0:1746126663.976138:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126663.976140:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.976147:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28000/0x9cce4314879c7f31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00000004:00010000:3.0:1746126663.976156:0:21345:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880083c2b100 reply state ffff88009448d000 transno 4294980459 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000100:00100000:3.0:1746126663.976162:0:21345:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126663.976227:0:9802:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126663.976233:0:9802:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126663.976238:0:9802:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800ab469600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126663.976240:0:9802:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126663.976244:0:9802:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126663.976251:0:9802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8800a4272000) 00010000:00010000:2.0:1746126663.976253:0:9802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746126663.976255:0:9802:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126663.976259:0:9802:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c7f46 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126663.976278:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126663.976279:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126663.976281:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126663.978650:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:31676:x1830945973400576:12345-192.168.203.49@tcp:36:rm.0 Request processed in 3459us (3641us total) trans 4294980459 rc 0/0 00000100:00100000:3.0:1746126663.978661:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30096 00010000:00010000:3.0:1746126663.981865:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981880:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981887:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981893:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af28c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126663.981897:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981904:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981920:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012d813c00) 00010000:00010000:3.0:1746126663.981923:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126663.981927:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126663.981932:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af28c00/0x9cce4314879c7f38 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00000001:00080000:1.0:1746126664.029646:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968029 is committed 00000001:00080000:1.0:1746126664.029666:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968056 is committed 00000001:00080000:1.0:1746126664.029719:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968057 is committed 00000100:00100000:0.0:1746126664.104500:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973796096:0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.104506:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973796480:0@lo:400:kworker.0 00000100:00100000:2.0:1746126664.104532:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973796352:0@lo:400:kworker.0 00000100:00100000:1.0:1746126664.105183:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3316:1830945973796224:0@lo:400:kworker.0 00000100:00100000:0.0:1746126664.105709:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126664.105752:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3315:1830945973796608:0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.105770:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126664.105773:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126664.105806:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796608 00000100:00100000:0.0:1746126664.105806:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796480 00000100:00100000:3.0:1746126664.105812:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796608 00000100:00100000:0.0:1746126664.105812:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796480 00000100:00100000:3.0:1746126664.105849:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1746126664.105849:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1746126664.105855:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1830945973796608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126664.105855:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973796480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.105893:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1830945973796608:12345-0@lo:400:kworker.0 Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126664.105893:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973796480:12345-0@lo:400:kworker.0 Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126664.105899:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1746126664.105899:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1746126664.105930:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973796480:0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.105964:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796096 00000100:00100000:3.0:1746126664.105967:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796096 00000100:00100000:3.0:1746126664.105985:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1746126664.105989:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973796096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126664.106050:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3315:1830945973796608:0@lo:400:kworker.0 00000100:00100000:2.0:1746126664.106051:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126664.106077:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796352 00000100:00100000:2.0:1746126664.106080:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796352 00000100:00100000:2.0:1746126664.106097:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1746126664.106102:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1830945973796352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126664.106112:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126664.106131:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973796736:0@lo:400:kworker.0 00000100:00100000:1.0:1746126664.106149:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126664.106164:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973796096:12345-0@lo:400:kworker.0 Request processed in 174us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126664.106169:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1746126664.106171:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796224 00000100:00100000:1.0:1746126664.106174:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796224 00000100:00080000:3.0:1746126664.106190:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126664.106192:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00080000:3.0:1746126664.106193:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126664.106196:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1830945973796224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.106199:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796736 00000100:00100000:3.0:1746126664.106202:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796736 00000100:00100000:1.0:1746126664.106220:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1830945973796224:12345-0@lo:400:kworker.0 Request processed in 24us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126664.106224:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1746126664.106239:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973796096:0@lo:400:kworker.0 00000100:00100000:1.0:1746126664.106246:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3316:1830945973796224:0@lo:400:kworker.0 00000100:00100000:2.0:1746126664.106314:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1830945973796352:12345-0@lo:400:kworker.0 Request processed in 211us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126664.106320:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1746126664.106326:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973796352:0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.106372:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1746126664.106377:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973796736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126664.106520:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973796736:12345-0@lo:400:kworker.0 Request processed in 142us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126664.106528:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:3.0:1746126664.106538:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126664.106611:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973796736:0@lo:400:kworker.0 00000100:00100000:0.0:1746126664.184576:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973796864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126664.184644:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126664.184819:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796864 00000100:00100000:1.0:1746126664.184828:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796864 00000100:00100000:1.0:1746126664.184870:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1746126664.184876:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973796864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126664.184914:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 364445696 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746126664.185229:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801322b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973796864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126664.185355:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973796864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 477us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126664.185362:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00010000:00010000:0.0:1746126664.521697:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1746126664.697380:0:8531:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b62c2e0c-c2cc-4170-9d49-69a3439cfb2c 00000020:00000080:1.0:1746126664.697387:0:8531:0:(genops.c:904:class_export_put()) final put ffff8801368bc800/b62c2e0c-c2cc-4170-9d49-69a3439cfb2c 00000020:00000080:1.0:1746126664.697421:0:5:0:(genops.c:863:class_export_destroy()) destroying export ffff8801368bc800/b62c2e0c-c2cc-4170-9d49-69a3439cfb2c for lustre-OST0000 00000020:00000080:1.0:1746126664.697482:0:5:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8801368ba800 for lustre-OST0000 00000100:00100000:3.0:1746126664.791705:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801322b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973796992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126664.791784:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126664.791871:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973796992 00000100:00100000:2.0:1746126664.791880:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973796992 00000100:00100000:2.0:1746126664.791917:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1746126664.791924:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973796992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126664.791959:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746126664.792004:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973796992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126664.792011:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1746126664.792039:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801322b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973796992:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1746126665.046095:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980457 is committed 00000001:00080000:0.0:1746126665.046112:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980458 is committed 00000001:00080000:0.0:1746126665.046117:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980459 is committed 00000004:00080000:0.0:1746126665.046121:0:7169:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000100:00100000:0.0:1746126665.046417:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973797120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746126665.046505:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126665.046598:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973797120 00000100:00100000:3.0:1746126665.046606:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973797120 00000100:00100000:3.0:1746126665.046643:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171 00000100:00100000:3.0:1746126665.046651:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973797120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746126665.046679:0:11071:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:3.0:1746126665.046705:0:11071:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.046724:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 5 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126665.046732:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126665.046734:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126665.046737:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.046760:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 5 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126665.046771:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 5 pid: 11071 timeout: 677 lvb_type: 1 00000100:00100000:3.0:1746126665.046787:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973797248:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126665.046834:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126665.050040:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973797248:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126665.050069:0:11071:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126665.055784:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126665.055832:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400704 00000100:00100000:2.0:1746126665.055841:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400704 00010000:00010000:2.0:1746126665.055886:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 6 pid: 11071 timeout: 677 lvb_type: 1 00000100:00100000:2.0:1746126665.055914:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7859 00000100:00100000:2.0:1746126665.055923:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973400704:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126665.055935:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126665.055939:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 6 pid: 11071 timeout: 677 lvb_type: 1 00010000:00010000:2.0:1746126665.055950:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 6 pid: 11071 timeout: 677 lvb_type: 1 00010000:00010000:2.0:1746126665.055978:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009408a400/0x9cce4314879c7f2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ad6 expref: 6 pid: 11071 timeout: 677 lvb_type: 1 00010000:00010000:2.0:1746126665.055990:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126665.055992:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126665.055996:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.056003:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.056024:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126665.056065:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945973400704:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 143us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126665.056071:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7859 00000100:00080000:3.0:1746126665.056369:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746126665.056587:0:11071:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.056595:0:11071:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.056603:0:11071:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.056608:0:11071:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126665.056620:0:11071:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746126665.057060:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3315:x1830945973797120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10409us (10555us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1746126665.057067:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171 00000004:00080000:0.0:1746126665.057270:0:3315:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800943cce00/2, rc 0, transno 4294968058 00000100:00100000:0.0:1746126665.057276:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973797120:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1746126665.057401:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126665.057407:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.057415:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b985a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126665.057419:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.057426:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.057438:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.057465:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b985a00/0x9cce4314879c7f4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126665.057480:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126665.057481:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126665.057483:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126665.521755:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126666.523657:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126666.695440:0:4107:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:11:06 (1746126666) 00000100:00100000:0.0:1746126666.745875:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.745952:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400832 00000100:00100000:2.0:1746126666.745961:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400832 00000100:00080000:3.0:1746126666.746005:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126666.746023:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30097 00000100:00100000:2.0:1746126666.746032:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:32307:x1830945973400832:12345-192.168.203.49@tcp:101:mkdir.0 00010000:00010000:2.0:1746126666.746056:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.746078:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4add expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.746136:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126666.746148:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126666.746158:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:2.0:1746126666.746223:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126666.746227:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126666.746241:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126666.746261:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408ae00/0x9cce4314879c7f54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4add expref: 7 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.746275:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4add expref: 6 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.746282:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bf900) 00010000:00010000:2.0:1746126666.746285:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126666.746288:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b600, rc 0) 00000100:00100000:2.0:1746126666.746335:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:32307:x1830945973400832:12345-192.168.203.49@tcp:101:mkdir.0 Request processed in 304us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.746340:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30097 00000100:00100000:0.0:1746126666.748844:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126666.748930:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.748983:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973400960 00000100:00100000:3.0:1746126666.748992:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973400960 00000100:00100000:2.0:1746126666.748993:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401216 00000100:00100000:2.0:1746126666.748996:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401216 00000100:00100000:3.0:1746126666.749028:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30098 00000100:00100000:3.0:1746126666.749034:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973400960:12345-192.168.203.49@tcp:41:mkdir.0 00000100:00100000:2.0:1746126666.749035:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30099 00000100:00100000:2.0:1746126666.749039:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32307:x1830945973401216:12345-192.168.203.49@tcp:36:mkdir.0 00000004:00000024:3.0:1746126666.749081:0:21345:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2259943424 avail 2257846272 00010000:00010000:2.0:1746126666.749087:0:11072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126666.749108:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b600/0x9cce4314879c7f5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4add expref: 7 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.749122:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bf900) 00010000:00010000:2.0:1746126666.749131:0:11072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126666.749138:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973400960:12345-192.168.203.49@tcp:41:mkdir.0 Request processed in 104us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.749143:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30098 00010000:00010000:2.0:1746126666.749215:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.749226:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.749233:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.749247:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.749252:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.749257:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.750676:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:2.0:1746126666.750686:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750693:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750698:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750703:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009408b800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.750706:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750712:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750722:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bf300) 00010000:00010000:2.0:1746126666.750725:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.750727:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.750731:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b800/0x9cce4314879c7f62 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00000004:00010000:2.0:1746126666.750747:0:11072:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800911aa300 reply state ffff8800912bd000 transno 4294980460 ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:2.0:1746126666.750777:0:11072:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126666.751615:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32307:x1830945973401216:12345-192.168.203.49@tcp:36:mkdir.0 Request processed in 2569us (2679us total) trans 4294980460 rc 0/0 00000100:00100000:2.0:1746126666.751622:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30099 00010000:00010000:2.0:1746126666.755086:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755100:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755107:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755112:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009408a200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.755116:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755122:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755138:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009b9bf000) 00010000:00010000:2.0:1746126666.755141:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.755144:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.755149:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a200/0x9cce4314879c7f69 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00000100:00100000:0.0:1746126666.770203:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.770517:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401344 00000100:00100000:2.0:1746126666.770528:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401344 00000100:00100000:2.0:1746126666.770573:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30100 00000100:00100000:2.0:1746126666.770581:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:32308:x1830945973401344:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:2.0:1746126666.770603:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.770623:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094848400/0x9cce4314879c7f70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ae4 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.770683:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.770696:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.770707:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.770768:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126666.770771:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126666.770786:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.770807:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094848400/0x9cce4314879c7f70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ae4 expref: 8 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.770819:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ae4 expref: 7 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.770827:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:2.0:1746126666.770829:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126666.770832:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848800, rc 0) 00000100:00100000:2.0:1746126666.770880:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32308:x1830945973401344:12345-192.168.203.49@tcp:101:cp.0 Request processed in 300us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.770887:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30100 00000100:00100000:0.0:1746126666.777124:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.778557:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401472 00000100:00100000:1.0:1746126666.778570:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401472 00000100:00100000:1.0:1746126666.778621:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30101 00000100:00100000:1.0:1746126666.778629:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32308:x1830945973401472:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:1.0:1746126666.778649:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.778668:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c7f7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4aeb expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.778729:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.778742:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.778752:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.778764:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.778770:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.778775:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779244:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437e800/0x9cce4314879c7f93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779251:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437e800/0x9cce4314879c7f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779256:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437e800/0x9cce4314879c7f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:1.0:1746126666.779285:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746126666.779288:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126666.779302:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437e800/0x9cce4314879c7f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779311:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779316:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779322:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779327:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6a36400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126666.779331:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779336:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779345:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:1.0:1746126666.779348:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126666.779351:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779355:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7f85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779366:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779371:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779376:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779380:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a437f600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126666.779391:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779396:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779402:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880094881b00) 00010000:00010000:1.0:1746126666.779404:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126666.779406:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779411:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437f600/0x9cce4314879c7f8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126666.779437:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c7f7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aeb expref: 9 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.779465:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a437e800/0x9cce4314879c7f93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4aeb expref: 8 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.779471:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:1.0:1746126666.779473:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126666.779475:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a437e800, rc 0) 00000100:00100000:1.0:1746126666.779532:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401472:12345-192.168.203.49@tcp:101:cp.0 Request processed in 903us (2419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126666.779539:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30101 00000100:00100000:1.0:1746126666.782927:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126666.783827:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401600 00000100:00100000:0.0:1746126666.783836:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401600 00000100:00100000:0.0:1746126666.784003:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30102 00000100:00100000:0.0:1746126666.784012:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401600:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:0.0:1746126666.784031:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126666.784048:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818c00/0x9cce4314879c7f9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4af2 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.784106:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784119:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784130:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784288:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784305:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784317:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784378:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784393:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784399:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784404:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091819000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.784408:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784413:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784423:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:0.0:1746126666.784425:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.784428:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784433:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7fa1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784481:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784486:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784490:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784495:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091818a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.784497:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784501:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784507:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801363dc100) 00010000:00010000:0.0:1746126666.784509:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.784511:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784515:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126666.784560:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818c00/0x9cce4314879c7f9a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4af2 expref: 9 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.784567:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091818c00/0x9cce4314879c7f9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4af2 expref: 9 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.784575:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091818c00, rc 0) 00000100:00100000:0.0:1746126666.784631:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401600:12345-192.168.203.49@tcp:101:cp.0 Request processed in 619us (1710us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126666.784639:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30102 00000100:00100000:2.0:1746126666.791771:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126666.791939:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401728 00000100:00100000:0.0:1746126666.791948:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401728 00000100:00100000:0.0:1746126666.792242:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30103 00000100:00100000:0.0:1746126666.792251:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401728:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:0.0:1746126666.792270:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126666.792287:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c7faf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4af9 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.792350:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792364:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792375:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792397:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792404:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792409:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792513:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792520:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792527:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792532:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bc000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.792536:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792542:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792553:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:0.0:1746126666.792557:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.792561:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792637:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c7fb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792650:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792654:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792659:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792663:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b5ae00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.792665:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792670:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792677:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801363dcf00) 00010000:00010000:0.0:1746126666.792679:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.792681:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.792685:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ae00/0x9cce4314879c7fbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.793221:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c7faf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4af9 expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.793230:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c7faf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4af9 expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.793334:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091818600, rc 0) 00000100:00100000:1.0:1746126666.793406:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401728:12345-192.168.203.49@tcp:101:cp.0 Request processed in 1155us (1645us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126666.793414:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30103 00000100:00100000:0.0:1746126666.796673:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.796725:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973401984 00000100:00100000:1.0:1746126666.796735:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973401984 00000100:00100000:1.0:1746126666.796785:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30104 00000100:00100000:1.0:1746126666.796793:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973401984:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:1.0:1746126666.796810:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.796828:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7fc4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b00 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.796947:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.796959:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.796969:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.796980:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.796989:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.796995:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00080000:1.0:1746126666.797415:0:11072:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1746126666.797575:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797583:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797589:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797614:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797619:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797625:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797630:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6a37000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126666.797633:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797639:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797649:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:1.0:1746126666.797652:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126666.797656:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.797660:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37000/0x9cce4314879c7fcb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00000004:00010000:1.0:1746126666.797670:0:11072:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093c71880 reply state ffff8801360fc000 transno 4294980461 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:1.0:1746126666.797676:0:11072:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126666.797698:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36400/0x9cce4314879c7fc4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b00 expref: 11 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.797708:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b00 expref: 10 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.797713:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:1.0:1746126666.797715:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126666.797717:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091818a00, rc 0) 00000100:00100000:1.0:1746126666.797782:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:32308:x1830945973401984:12345-192.168.203.49@tcp:101:cp.0 Request processed in 989us (1118us total) trans 4294980461 rc 0/0 00000100:00100000:1.0:1746126666.797789:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30104 00010000:00010000:3.0:1746126666.799223:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799236:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799242:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799247:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6a36200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126666.799251:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799257:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799271:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880094881b00) 00010000:00010000:3.0:1746126666.799273:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126666.799276:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.799280:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c7fd2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00000100:00100000:0.0:1746126666.799895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.799947:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973402112 00000100:00100000:3.0:1746126666.799955:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973402112 00000100:00100000:3.0:1746126666.799996:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6172 00000100:00100000:3.0:1746126666.800002:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1978:x1830945973402112:12345-192.168.203.49@tcp:8:cp.0 00010000:00080000:3.0:1746126666.800030:0:11071:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp t0 exp (null) cur 578 last 0 00000020:00000080:3.0:1746126666.800053:0:11071:0:(genops.c:1402:class_connect()) connect: client b62c2e0c-c2cc-4170-9d49-69a3439cfb2c, cookie 0x9cce4314879c7fe7 00002000:00100000:3.0:1746126666.800061:0:11071:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli b62c2e0c-c2cc-4170-9d49-69a3439cfb2c/ffff88008c3cc800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103643 ocd_grant: 491126784 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746126666.800081:0:11071:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746126666.800251:0:11071:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4349780 00002000:00080000:3.0:1746126666.800258:0:11071:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1746126666.800280:0:11071:0:(import.c:66:import_set_state_nolock()) ffff88008c3cf800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746126666.801493:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1978:x1830945973402112:12345-192.168.203.49@tcp:8:cp.0 Request processed in 1487us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.801501:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6172 00000100:00100000:0.0:1746126666.803046:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.803229:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973402240 00000100:00100000:3.0:1746126666.803236:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973402240 00000100:00100000:3.0:1746126666.803282:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6173 00000100:00100000:3.0:1746126666.803288:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:0:x1830945973402240:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:3.0:1746126666.803299:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.803313:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b07 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126666.803318:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1746126666.803329:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126666.803341:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.803343:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.803348:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.803365:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.803373:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e0800, rc 0) 00000100:00100000:3.0:1746126666.803599:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:0:x1830945973402240:12345-192.168.203.49@tcp:101:cp.0 Request processed in 310us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.803605:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6173 00000100:00100000:0.0:1746126666.805024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.805803:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973402368 00000100:00100000:3.0:1746126666.805810:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973402368 00000100:00100000:3.0:1746126666.805852:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6174 00000100:00100000:3.0:1746126666.805858:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32308:x1830945973402368:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:3.0:1746126666.805869:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.805881:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b0e expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.805900:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.805906:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.805908:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.805910:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.805933:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.805947:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 678 lvb_type: 1 00000100:00100000:3.0:1746126666.805957:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797376:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126666.806758:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.807980:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797376:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126666.808002:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.808012:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e0400, rc 0) 00000100:00100000:3.0:1746126666.808056:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091618380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32308:x1830945973402368:12345-192.168.203.49@tcp:101:cp.0 Request processed in 2198us (3036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.808064:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6174 00000100:00100000:0.0:1746126666.808427:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.808592:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973402496 00000100:00100000:3.0:1746126666.808597:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973402496 00010000:00010000:3.0:1746126666.808615:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 678 lvb_type: 1 00000100:00100000:3.0:1746126666.808631:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7860 00000100:00100000:3.0:1746126666.808636:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973402496:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126666.808644:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126666.808658:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 678 lvb_type: 1 00010000:00010000:3.0:1746126666.808671:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 678 lvb_type: 1 00010000:00010000:3.0:1746126666.808686:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c7fee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b07 expref: 8 pid: 11071 timeout: 678 lvb_type: 1 00010000:00010000:3.0:1746126666.808707:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.808709:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.808714:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.808721:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.808740:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126666.808749:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973797504:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126666.810741:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.812725:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973797504:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126666.812749:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126666.812808:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973402496:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4169us (4379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.812819:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7860 00000100:00100000:0.0:1746126666.814303:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.814391:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973402752 00000100:00100000:1.0:1746126666.814401:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973402752 00000100:00100000:1.0:1746126666.814488:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 150 00000100:00100000:1.0:1746126666.814496:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:32308:x1830945973402752:12345-192.168.203.49@tcp:35:cp.0 00000100:00100000:1.0:1746126666.814776:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:32308:x1830945973402752:12345-192.168.203.49@tcp:35:cp.0 Request processed in 280us (475us total) trans 4294980462 rc 0/0 00000100:00100000:1.0:1746126666.814782:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 150 00000100:00100000:0.0:1746126666.839933:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.841101:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403008 00000100:00100000:1.0:1746126666.841112:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403008 00000100:00100000:1.0:1746126666.841182:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30105 00000100:00100000:1.0:1746126666.841193:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:32311:x1830945973403008:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126666.841217:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.841233:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7ffc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b15 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.841299:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c8003 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.841309:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c8003 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.841317:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c8003 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:1.0:1746126666.841326:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746126666.841438:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c7ffc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b15 expref: 14 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.841503:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818600/0x9cce4314879c8003 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b15 expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.841510:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:1.0:1746126666.841512:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126666.841515:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091818600, rc 0) 00000100:00100000:1.0:1746126666.841565:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:32311:x1830945973403008:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 376us (1642us total) trans 4294980463 rc 0/0 00000100:00100000:1.0:1746126666.841571:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30105 00000100:00100000:0.0:1746126666.851993:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.852754:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403136 00000100:00100000:1.0:1746126666.852764:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403136 00000100:00100000:1.0:1746126666.852827:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30106 00000100:00100000:1.0:1746126666.852835:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:32315:x1830945973403136:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126666.852863:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.852879:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8011 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b1c expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126666.852942:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126666.852946:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.852959:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.852969:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:1.0:1746126666.853023:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126666.853025:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126666.853038:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.853054:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8011 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.853435:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 8 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.853697:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:1.0:1746126666.853700:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126666.853703:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091819000, rc 0) 00000100:00100000:1.0:1746126666.853760:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:32315:x1830945973403136:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 926us (1777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126666.853767:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30106 00000100:00100000:0.0:1746126666.855151:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.855195:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403264 00000100:00100000:1.0:1746126666.855202:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403264 00000100:00100000:1.0:1746126666.855486:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30107 00000100:00100000:1.0:1746126666.855494:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:32315:x1830945973403264:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126666.855507:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.855518:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c801f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b23 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.855560:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855570:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855584:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855595:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855601:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855606:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855695:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80ea00/0x9cce4314879c8034 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855700:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80ea00/0x9cce4314879c8034 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855704:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80ea00/0x9cce4314879c8034 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:1.0:1746126666.855720:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746126666.855722:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126666.855732:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80ea00/0x9cce4314879c8034 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855738:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855741:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855745:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855748:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b985200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126666.855750:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855755:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855761:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:1.0:1746126666.855762:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126666.855769:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855772:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985200/0x9cce4314879c8026 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855779:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855783:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855786:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855788:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b985a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126666.855789:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855791:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855794:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880094881d00) 00010000:00010000:1.0:1746126666.855795:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126666.855796:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855798:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b985a00/0x9cce4314879c802d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:1.0:1746126666.855814:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36200/0x9cce4314879c801f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b23 expref: 10 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.855820:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80ea00/0x9cce4314879c8034 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b23 expref: 9 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126666.855823:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:1.0:1746126666.855824:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126666.855825:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d80ea00, rc 0) 00000100:00100000:1.0:1746126666.855860:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+9:32315:x1830945973403264:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 368us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126666.855866:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30107 00000100:00100000:0.0:1746126666.856887:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.856952:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403392 00000100:00100000:1.0:1746126666.856958:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403392 00000100:00100000:1.0:1746126666.857541:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30108 00000100:00100000:1.0:1746126666.857549:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+9:32315:x1830945973403392:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126666.857563:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126666.857575:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091819400/0x9cce4314879c803b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b2a expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.857820:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857831:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857840:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857850:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857856:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857861:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857931:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857936:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857940:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:0.0:1746126666.857965:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:0.0:1746126666.857969:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126666.857983:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857990:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.857995:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858000:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858005:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858009:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b5ac00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.858012:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858019:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858027:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:0.0:1746126666.858030:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.858033:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858037:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c8042 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858056:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858061:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858065:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858069:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bc000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126666.858071:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858075:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858080:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8801363dc900) 00010000:00010000:0.0:1746126666.858082:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126666.858084:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858088:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c8049 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.858111:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091819400/0x9cce4314879c803b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 11 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.858121:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 10 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.858127:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:0.0:1746126666.858128:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126666.858130:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ab469600, rc 0) 00000100:00100000:0.0:1746126666.858170:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+10:32315:x1830945973403392:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 622us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126666.858175:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30108 00000100:00100000:0.0:1746126666.861241:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.861803:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403520 00000100:00100000:3.0:1746126666.861813:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403520 00000100:00100000:3.0:1746126666.862272:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6175 00000100:00100000:3.0:1746126666.862279:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:1978:x1830945973403520:12345-192.168.203.49@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746126666.862635:0:11071:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp t0 exp (null) cur 578 last 0 00000020:00000080:3.0:1746126666.862667:0:11071:0:(genops.c:1402:class_connect()) connect: client 4f04e74d-65c5-45c5-b169-968db36157cf, cookie 0x9cce4314879c8057 00002000:00100000:3.0:1746126666.862679:0:11071:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 4f04e74d-65c5-45c5-b169-968db36157cf/ffff88008c3c8800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103643 ocd_grant: 153354240 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746126666.862690:0:11071:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746126666.862777:0:11071:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4349780 00002000:00080000:3.0:1746126666.862786:0:11071:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1746126666.862812:0:11071:0:(import.c:66:import_set_state_nolock()) ffff88008c3cb000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746126666.862883:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1978:x1830945973403520:12345-192.168.203.49@tcp:8:mmap_cat.0 Request processed in 602us (1650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.862889:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6175 00000100:00100000:0.0:1746126666.864578:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.864725:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403648 00000100:00100000:3.0:1746126666.864732:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403648 00000100:00100000:3.0:1746126666.864778:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6176 00000100:00100000:3.0:1746126666.864785:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:0:x1830945973403648:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126666.864797:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.864811:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c805e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b31 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126666.864859:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797632:192.168.203.49@tcp:106: 00000100:00100000:3.0:1746126666.864928:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4600 going to sleep for 11 seconds 00000100:00080000:0.0:1746126666.864987:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1746126666.866894:0:11071:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746126666.866900:0:11071:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126667 00002000:00010000:3.0:1746126666.866902:0:11071:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746126667 00002000:00010000:3.0:1746126666.866905:0:11071:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126667 00000100:00100000:3.0:1746126666.866926:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797632:192.168.203.49@tcp:106: 00010000:00010000:3.0:1746126666.866953:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c805e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b31 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.866967:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009483e600/0x9cce4314879c805e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b31 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.867534:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483e600, rc 0) 00000100:00100000:3.0:1746126666.867620:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083402a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:0:x1830945973403648:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 2833us (3046us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126666.867628:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6176 00000100:00100000:0.0:1746126666.869292:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.869342:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973403904 00000100:00100000:2.0:1746126666.869351:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973403904 00000100:00100000:2.0:1746126666.869409:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30109 00000100:00100000:2.0:1746126666.869418:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+10:32315:x1830945973403904:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126666.869434:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.869468:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094848e00/0x9cce4314879c8065 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b38 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.869608:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094848000/0x9cce4314879c806c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.869622:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094848000/0x9cce4314879c806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.869632:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094848000/0x9cce4314879c806c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.869642:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746126666.869757:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094848e00/0x9cce4314879c8065 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b38 expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.870185:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094848000/0x9cce4314879c806c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b38 expref: 12 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.870193:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.870196:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126666.870199:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094848000, rc 0) 00000100:00100000:2.0:1746126666.870333:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+12:32315:x1830945973403904:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 916us (1048us total) trans 4294980464 rc 0/0 00000100:00100000:2.0:1746126666.870340:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30109 00000100:00100000:0.0:1746126666.872155:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.872213:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404032 00000100:00100000:3.0:1746126666.872221:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404032 00000100:00100000:3.0:1746126666.872272:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 129 00000100:00100000:3.0:1746126666.872280:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+12:1981:x1830945973404032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126666.872295:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126666.872315:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094848000/0x9cce4314879c806c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b38 expref: 12 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.872340:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:3.0:1746126666.872344:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126666.872398:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973404032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 119us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.872404:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 129 00000100:00100000:1.0:1746126666.873569:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.873819:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404160 00000100:00100000:3.0:1746126666.873827:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404160 00000100:00100000:3.0:1746126666.873867:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6177 00000100:00100000:3.0:1746126666.873873:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973404160:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126666.873889:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.873902:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483f000/0x9cce4314879c807a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b3f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126666.873949:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797760:192.168.203.49@tcp:106: 00000100:00100000:3.0:1746126666.874028:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.875325:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797760:192.168.203.49@tcp:106: 00010000:00010000:3.0:1746126666.875347:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483f000/0x9cce4314879c807a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b3f expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.875359:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009483f000/0x9cce4314879c807a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b3f expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.875367:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483f000, rc 0) 00000100:00100000:3.0:1746126666.875418:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973404160:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 1543us (1851us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126666.875425:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6177 00000100:00100000:0.0:1746126666.877182:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.877243:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404288 00000100:00100000:3.0:1746126666.877249:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404288 00000100:00100000:3.0:1746126666.877424:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6178 00000100:00100000:3.0:1746126666.877432:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:32315:x1830945973404288:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126666.877528:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.877542:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b46 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.877569:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.877576:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126666.877578:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126666.877581:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.877612:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.877623:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 6 pid: 11071 timeout: 678 lvb_type: 0 00000100:00100000:3.0:1746126666.877634:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797888:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126666.877983:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.880212:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973797888:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126666.880234:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126666.880241:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.880257:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009483fe00, rc 0) 00000100:00100000:3.0:1746126666.880291:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:32315:x1830945973404288:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 2860us (3114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.880299:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6178 00000100:00100000:2.0:1746126666.880379:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404416 00000100:00100000:2.0:1746126666.880394:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404416 00002000:00100000:2.0:1746126666.880475:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880083400700 x1830945973404416/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:427/0 lens 2208/0 e 0 to 0 dl 1746126677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746126666.880485:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400700 with x1830945973404416 ext(0->1715) 00010000:00010000:2.0:1746126666.880491:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 7 pid: 11071 timeout: 678 lvb_type: 0 00010000:00010000:2.0:1746126666.880502:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 7 pid: 11071 timeout: 679 lvb_type: 0 00002000:00010000:2.0:1746126666.880508:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083400700 00000100:00100000:2.0:1746126666.880521:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2323 00000100:00100000:2.0:1746126666.880527:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973404416:12345-192.168.203.49@tcp:4:cp.0 00000001:00100000:1.0:1746126666.920195:0:8531:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4f04e74d-65c5-45c5-b169-968db36157cf 00000001:00100000:1.0:1746126666.920206:0:8531:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b62c2e0c-c2cc-4170-9d49-69a3439cfb2c 00000100:00100000:0.0:1746126666.921058:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973404416:12345-192.168.203.49@tcp:4:cp.0 Request processed in 40520us (40814us total) trans 4294968535 rc 0/0 00000100:00100000:0.0:1746126666.921068:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2323 00002000:00100000:0.0:1746126666.921080:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880083400700 x1830945973404416/t4294968535(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:427/0 lens 2208/448 e 0 to 0 dl 1746126677 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746126666.921090:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083400700 with x1830945973404416 ext(0->1715) 00010000:00010000:0.0:1746126666.921100:0:8444:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1746126666.921114:0:8444:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00002000:00010000:0.0:1746126666.921121:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880083400700 00000100:00100000:0.0:1746126666.923515:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.923569:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404544 00000100:00100000:2.0:1746126666.923580:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404544 00010000:00010000:2.0:1746126666.923616:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00000100:00100000:2.0:1746126666.923653:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7861 00000100:00100000:2.0:1746126666.923660:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973404544:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126666.923675:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126666.923695:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.923707:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.923731:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0400/0x9cce4314879c7ff5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b0e expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.923751:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126666.923754:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126666.923760:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.923768:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.923800:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126666.923812:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973798016:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126666.923905:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b194b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126666.924838:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7111:1830945973798016:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126666.924855:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126666.924894:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973404544:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 1233us (1387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.924902:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7861 00000100:00100000:0.0:1746126666.925654:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.925698:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973404800 00000100:00100000:2.0:1746126666.925704:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973404800 00002000:00100000:2.0:1746126666.925735:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880083401500 x1830945973404800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:427/0 lens 488/0 e 0 to 0 dl 1746126677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126666.925755:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401500 with x1830945973404800 ext(0->4095) 00002000:00010000:2.0:1746126666.925760:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083401500 00000100:00100000:2.0:1746126666.925783:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4405 00000100:00100000:2.0:1746126666.925789:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973404800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126666.925928:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973404800:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126666.925935:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4405 00002000:00100000:2.0:1746126666.925940:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880083401500 x1830945973404800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:427/0 lens 488/4536 e 0 to 0 dl 1746126677 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126666.925947:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401500 with x1830945973404800 ext(0->4095) 00002000:00010000:2.0:1746126666.925950:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083401500 00000100:00100000:0.0:1746126666.927641:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126666.927743:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405056 00000100:00100000:1.0:1746126666.927751:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405056 00000100:00100000:1.0:1746126666.927794:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 151 00000100:00100000:1.0:1746126666.927801:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+11:32315:x1830945973405056:12345-192.168.203.49@tcp:35:mmap_cat.0 00000100:00100000:1.0:1746126666.928010:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+12:32315:x1830945973405056:12345-192.168.203.49@tcp:35:mmap_cat.0 Request processed in 208us (372us total) trans 4294980465 rc 0/0 00000100:00100000:1.0:1746126666.928016:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 151 00000100:00100000:0.0:1746126666.936684:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.936769:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405312 00000100:00100000:2.0:1746126666.936779:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405312 00000100:00100000:2.0:1746126666.936823:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30110 00000100:00100000:2.0:1746126666.936831:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:32318:x1830945973405312:12345-192.168.203.49@tcp:36:truncate.0 00010000:00010000:2.0:1746126666.936886:0:11072:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126666.936914:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c7fd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b00 expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.936947:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.936951:0:11072:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126666.937192:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.937206:0:11072:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 11 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.937213:0:11072:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.937242:0:11072:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 11 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.937253:0:11072:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 11 pid: 11072 timeout: 679 lvb_type: 0 00000100:00100000:2.0:1746126666.937266:0:11072:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11072:1830945973798144:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126666.937968:0:11072:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b194b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126666.940036:0:11072:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800926f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:11072:1830945973798144:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126666.940052:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:0.0:1746126666.940061:0:11072:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:3.0:1746126666.940537:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405440 00000100:00100000:3.0:1746126666.940549:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405440 00010000:00010000:3.0:1746126666.940579:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 12 pid: 11072 timeout: 679 lvb_type: 0 00000100:00100000:3.0:1746126666.940616:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7862 00000100:00100000:3.0:1746126666.940623:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+12:1982:x1830945973405440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126666.940636:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126666.940642:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 12 pid: 11072 timeout: 679 lvb_type: 0 00010000:00010000:3.0:1746126666.940652:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 12 pid: 11072 timeout: 679 lvb_type: 0 00010000:00010000:3.0:1746126666.941107:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c8050 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b2a expref: 12 pid: 11072 timeout: 679 lvb_type: 0 00010000:00010000:3.0:1746126666.941128:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:3.0:1746126666.941132:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.941141:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.941148:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11072 initiator: MDT0 00010000:00010000:3.0:1746126666.941165:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126666.941173:0:11072:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:0.0:1746126666.941180:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:3.0:1746126666.941218:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+11:1982:x1830945973405440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 595us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.941225:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7862 00000001:00080000:0.0:1746126666.941280:0:11072:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980466 00000004:00010000:0.0:1746126666.941327:0:11072:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880089eafb80 reply state ffff88009a8bf000 transno 4294980467 ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000100:00100000:0.0:1746126666.941339:0:11072:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126666.941411:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:32318:x1830945973405312:12345-192.168.203.49@tcp:36:truncate.0 Request processed in 4580us (4738us total) trans 4294980467 rc 0/0 00000100:00100000:0.0:1746126666.941418:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30110 00000020:00080000:0.0:1746126666.941421:0:11072:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746126666.943006:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943018:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943025:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943030:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.943034:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943041:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943056:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.943059:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.943062:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.943067:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c8088 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00000100:00100000:2.0:1746126666.943188:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.943275:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405568 00000100:00100000:3.0:1746126666.943281:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405568 00000100:00100000:3.0:1746126666.943318:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6179 00000100:00100000:3.0:1746126666.943324:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:32318:x1830945973405568:12345-192.168.203.49@tcp:101:truncate.0 00010000:00010000:3.0:1746126666.943338:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.943350:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b4d expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.943376:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.943390:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.943392:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126666.943395:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.943418:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.943428:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 5 pid: 11071 timeout: 679 lvb_type: 0 00000100:00100000:3.0:1746126666.943439:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798272:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126666.944599:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.944919:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798272:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126666.944946:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126666.944968:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e1e00, rc 0) 00000100:00100000:3.0:1746126666.945005:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:32318:x1830945973405568:12345-192.168.203.49@tcp:101:truncate.0 Request processed in 1680us (1818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126666.945012:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6179 00000100:00100000:1.0:1746126666.946578:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.946877:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405696 00000100:00100000:2.0:1746126666.946886:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405696 00010000:00010000:2.0:1746126666.946921:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 6 pid: 11071 timeout: 679 lvb_type: 0 00000100:00100000:0.0:1746126666.947435:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7863 00000100:00100000:0.0:1746126666.947466:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973405696:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126666.947480:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126666.947504:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 6 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1746126666.947516:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 6 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1746126666.947537:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009483fe00/0x9cce4314879c8081 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b46 expref: 6 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:0.0:1746126666.947646:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126666.947648:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126666.947654:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.947661:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126666.947691:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126666.947702:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973798400:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126666.947772:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126666.950006:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973798400:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126666.950026:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126666.950076:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973405696:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2631us (3503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.950085:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7863 00000100:00100000:0.0:1746126666.950506:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.950572:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405824 00000100:00100000:2.0:1746126666.950578:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405824 00002000:00010000:2.0:1746126666.950605:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:2.0:1746126666.950608:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830945973405824 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126666.950616:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089ead880. 00000100:00100000:2.0:1746126666.950631:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4406 00000100:00100000:2.0:1746126666.950637:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973405824:12345-192.168.203.49@tcp:10:truncate.0 00002000:00010000:2.0:1746126666.950872:0:8444:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746126666.950875:0:8444:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746126667 -> 1746126667 00002000:00010000:2.0:1746126666.950878:0:8444:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746126667 -> 0 00002000:00010000:2.0:1746126666.950879:0:8444:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746126667 -> 1746126667 00002000:00010000:2.0:1746126666.950881:0:8444:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746126666.950920:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973405824:12345-192.168.203.49@tcp:10:truncate.0 Request processed in 282us (414us total) trans 4294968536 rc 0/0 00000100:00100000:2.0:1746126666.950926:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4406 00002000:00010000:2.0:1746126666.950929:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:2.0:1746126666.950931:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830945973405824 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126666.950935:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089ead880. 00000100:00100000:0.0:1746126666.958970:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.959035:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973405952 00000100:00100000:2.0:1746126666.959045:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973405952 00000100:00100000:2.0:1746126666.959099:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30111 00000100:00100000:2.0:1746126666.959107:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:32320:x1830945973405952:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126666.959131:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.959149:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130803400/0x9cce4314879c8096 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b54 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.959211:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959223:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959233:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959245:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959254:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959259:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959352:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959358:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959364:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.959405:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746126666.959409:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126666.959423:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959431:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959437:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959476:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959482:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959487:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.959492:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959498:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959508:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:2.0:1746126666.959511:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.959514:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959518:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c809d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959540:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959546:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959550:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959553:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.959556:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959560:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959566:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009b9bf300) 00010000:00010000:2.0:1746126666.959567:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.959569:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959574:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.959600:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130803400/0x9cce4314879c8096 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b54 expref: 16 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.959611:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130803a00/0x9cce4314879c80ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b54 expref: 15 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.959616:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.959618:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126666.959620:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130803a00, rc 0) 00000100:00100000:2.0:1746126666.959667:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:32320:x1830945973405952:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 560us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.959673:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30111 00000100:00100000:1.0:1746126666.963261:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126666.963337:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406208 00000100:00100000:0.0:1746126666.963348:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406208 00002000:00100000:0.0:1746126666.963401:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880135c1df80 x1830945973406208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:427/0 lens 488/0 e 0 to 0 dl 1746126677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746126666.963411:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1df80 with x1830945973406208 ext(0->4095) 00002000:00010000:0.0:1746126666.963416:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135c1df80 00000100:00100000:0.0:1746126666.963466:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4407 00000100:00100000:0.0:1746126666.963473:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973406208:12345-192.168.203.49@tcp:3:cp.0 00000100:00100000:0.0:1746126666.964070:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973406208:12345-192.168.203.49@tcp:3:cp.0 Request processed in 595us (819us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126666.964076:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4407 00002000:00100000:0.0:1746126666.964084:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880135c1df80 x1830945973406208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:427/0 lens 488/4536 e 0 to 0 dl 1746126677 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746126666.964090:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1df80 with x1830945973406208 ext(0->4095) 00002000:00010000:0.0:1746126666.964092:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135c1df80 00000100:00100000:0.0:1746126666.970769:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.970851:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406336 00000100:00100000:2.0:1746126666.970861:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406336 00000100:00100000:2.0:1746126666.970920:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30112 00000100:00100000:2.0:1746126666.970929:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+11:32324:x1830945973406336:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126666.970954:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.970971:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130803400/0x9cce4314879c80b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b5b expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.971031:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971043:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971054:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971069:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971074:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971079:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971179:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971186:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971192:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.971222:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746126666.971226:0:11072:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126666.971240:0:11072:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971247:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971254:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971259:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971265:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971274:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.971278:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971284:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971294:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff880094881a00) 00010000:00010000:2.0:1746126666.971297:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.971301:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971582:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802a00/0x9cce4314879c80b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971613:0:11072:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971619:0:11072:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971624:0:11072:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971628:0:11072:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126666.971631:0:11072:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971636:0:11072:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971643:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88009b9bf700) 00010000:00010000:2.0:1746126666.971646:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126666.971648:0:11072:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971653:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802e00/0x9cce4314879c80c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.971684:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130803400/0x9cce4314879c80b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b5b expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.971695:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ab469600/0x9cce4314879c80c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b5b expref: 12 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.971701:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.971703:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126666.971705:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ab469600, rc 0) 00000100:00100000:2.0:1746126666.971764:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+12:32324:x1830945973406336:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 836us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.971774:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30112 00000100:00100000:0.0:1746126666.973711:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.973802:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406464 00000100:00100000:3.0:1746126666.973811:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406464 00000100:00100000:3.0:1746126666.973864:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6180 00000100:00100000:3.0:1746126666.973872:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973406464:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126666.973891:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.973906:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c80ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b62 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126666.973964:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798528:192.168.203.49@tcp:106: 00000100:00100000:3.0:1746126666.974049:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4840 going to sleep for 11 seconds 00002000:00010000:3.0:1746126666.975286:0:11071:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746126667 00000100:00100000:3.0:1746126666.975311:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798528:192.168.203.49@tcp:106: 00010000:00010000:3.0:1746126666.975338:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c80ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b62 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.975350:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e0800/0x9cce4314879c80ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b62 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.975373:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e0800, rc 0) 00000100:00100000:3.0:1746126666.975421:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1981:x1830945973406464:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 1548us (1719us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126666.975428:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6180 00000100:00100000:0.0:1746126666.977235:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.977286:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406720 00000100:00100000:2.0:1746126666.977294:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406720 00000100:00100000:2.0:1746126666.977340:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30113 00000100:00100000:2.0:1746126666.977347:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+12:32324:x1830945973406720:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126666.977363:0:11072:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.977378:0:11072:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b69 expref: -99 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.977506:0:11072:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80e600/0x9cce4314879c80dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.977521:0:11072:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80e600/0x9cce4314879c80dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11072 initiator: MDT0 00010000:00010000:2.0:1746126666.977532:0:11072:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80e600/0x9cce4314879c80dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11072 initiator: MDT0 00000004:00200000:2.0:1746126666.977541:0:11072:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:2.0:1746126666.977639:0:11072:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b69 expref: 15 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.977653:0:11072:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d80e600/0x9cce4314879c80dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b69 expref: 14 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.977660:0:11072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880094881400) 00010000:00010000:2.0:1746126666.977663:0:11072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126666.977665:0:11072:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d80e600, rc 0) 00000100:00100000:2.0:1746126666.977721:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+14:32324:x1830945973406720:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 375us (494us total) trans 4294980468 rc 0/0 00000100:00100000:2.0:1746126666.977726:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30113 00000100:00100000:0.0:1746126666.982522:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126666.982600:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406848 00000100:00100000:3.0:1746126666.982610:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406848 00000100:00100000:3.0:1746126666.982668:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6181 00000100:00100000:3.0:1746126666.982676:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973406848:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126666.982694:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126666.982709:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c80ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b70 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126666.982762:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798656:192.168.203.49@tcp:106: 00000100:00100000:3.0:1746126666.982846:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126666.984583:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798656:192.168.203.49@tcp:106: 00010000:00010000:3.0:1746126666.984612:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c80ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b70 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.984624:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1600/0x9cce4314879c80ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b70 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126666.985063:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e1600, rc 0) 00000100:00100000:3.0:1746126666.985117:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973406848:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 2441us (2755us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126666.985125:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6181 00000100:00100000:0.0:1746126666.986921:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.987021:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973406976 00000100:00100000:2.0:1746126666.987030:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973406976 00000100:00100000:2.0:1746126666.987077:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6182 00000100:00100000:2.0:1746126666.987085:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:32324:x1830945973406976:12345-192.168.203.49@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126666.987102:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126666.987117:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b77 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.987141:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.987150:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126666.987152:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126666.987155:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b77 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.987185:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.987196:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 8 pid: 11071 timeout: 679 lvb_type: 0 00000100:00100000:2.0:1746126666.987208:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798784:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126666.987286:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b194b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126666.988960:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973798784:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126666.988986:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b77 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.989000:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130803400, rc 0) 00000100:00100000:2.0:1746126666.989031:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:32324:x1830945973406976:12345-192.168.203.49@tcp:101:mmap_cat.0 Request processed in 1946us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.989037:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6182 00000100:00100000:0.0:1746126666.990219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.990315:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407104 00000100:00100000:2.0:1746126666.990322:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407104 00010000:00010000:2.0:1746126666.990351:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 9 pid: 11071 timeout: 679 lvb_type: 0 00000100:00100000:2.0:1746126666.990406:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7864 00000100:00100000:2.0:1746126666.990413:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973407104:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126666.990425:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126666.990465:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 9 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.990475:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 9 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.990496:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c808f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b4d expref: 9 pid: 11071 timeout: 679 lvb_type: 0 00010000:00010000:2.0:1746126666.990520:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126666.990522:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126666.990529:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b77 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.990536:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b77 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126666.990565:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130803400/0x9cce4314879c80f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b77 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126666.990577:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973798912:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126666.990652:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b194b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126666.992858:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126666.992869:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973798912:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126666.992888:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126666.992928:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973407104:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2514us (2712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126666.992937:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7864 00000100:00100000:1.0:1746126666.993006:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407360 00000100:00100000:1.0:1746126666.993013:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407360 00002000:00100000:1.0:1746126666.993047:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88008eacc700 x1830945973407360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:427/0 lens 488/0 e 0 to 0 dl 1746126677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126666.993062:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacc700 with x1830945973407360 ext(0->4095) 00002000:00010000:1.0:1746126666.993066:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eacc700 00000100:00100000:1.0:1746126666.993080:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4408 00000100:00100000:1.0:1746126666.993085:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973407360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126666.993544:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973407360:12345-192.168.203.49@tcp:3:ptlrpcd_01_00.0 Request processed in 457us (695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126666.993550:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4408 00002000:00100000:1.0:1746126666.993556:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff88008eacc700 x1830945973407360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:427/0 lens 488/4536 e 0 to 0 dl 1746126677 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126666.993563:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacc700 with x1830945973407360 ext(0->4095) 00002000:00010000:1.0:1746126666.993565:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eacc700 00010000:00010000:2.0:1746126667.529022:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126668.532703:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126668.674507:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674546:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674587:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674608:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674621:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674635:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674660:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126668.674683:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407744 00000100:00100000:0.0:1746126668.674691:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407744 00000100:00100000:0.0:1746126668.674731:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408256 00000100:00100000:0.0:1746126668.674732:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408256 00000100:00100000:0.0:1746126668.674743:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407872 00000100:00100000:0.0:1746126668.674745:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407872 00000100:00100000:0.0:1746126668.674759:0:8440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408128 00000100:00100000:0.0:1746126668.674761:0:8440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408128 00000100:00100000:0.0:1746126668.674772:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 459 00000100:00100000:0.0:1746126668.674779:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973407744:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.674842:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eaced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973407744:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 63us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.674847:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 459 00000100:00100000:0.0:1746126668.674859:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 460 00000100:00100000:0.0:1746126668.674862:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973408256:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.674879:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973408256:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 16us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.674883:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 460 00000100:00100000:0.0:1746126668.674888:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 461 00000100:00100000:0.0:1746126668.674892:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945973407872:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.674903:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945973407872:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 11us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.674907:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 461 00000100:00100000:0.0:1746126668.674913:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 462 00000100:00100000:0.0:1746126668.674916:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973408128:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.674928:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973408128:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 11us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.674932:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 462 00000100:00080000:0.0:1746126668.674941:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126668.674944:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126668.675043:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408000 00000100:00100000:0.0:1746126668.675046:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408000 00000100:00100000:0.0:1746126668.675070:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407616 00000100:00100000:0.0:1746126668.675072:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407616 00000100:00100000:0.0:1746126668.675084:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 392 00000100:00100000:0.0:1746126668.675088:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973408000:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.675117:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973408000:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 28us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.675122:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 392 00000100:00100000:0.0:1746126668.675130:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 393 00000100:00100000:0.0:1746126668.675134:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973407616:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126668.675148:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973407616:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 14us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126668.675152:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 393 00000100:00080000:0.0:1746126668.675164:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126668.675222:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973407488 00000100:00100000:3.0:1746126668.675226:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973407488 00000100:00100000:3.0:1746126668.675247:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 398 00000100:00100000:3.0:1746126668.675251:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945973407488:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:3.0:1746126668.675277:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1982:x1830945973407488:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 25us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126668.675281:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 398 00000001:00080000:1.0:1746126669.080258:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968058 is committed 00000100:00100000:0.0:1746126669.111914:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973799424:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.111945:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973799040:0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.111969:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126669.111976:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126669.111995:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973799168:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112009:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973799552:0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.112016:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126669.112026:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126669.112030:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973799680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.112047:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126669.112053:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799040 00000100:00100000:1.0:1746126669.112058:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799040 00000100:00100000:0.0:1746126669.112059:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126669.112063:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973799296:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112082:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1746126669.112083:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126669.112088:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973799040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126669.112094:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799424 00000100:00100000:3.0:1746126669.112099:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799424 00000100:00100000:0.0:1746126669.112102:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799168 00000100:00100000:0.0:1746126669.112105:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799168 00000100:00100000:1.0:1746126669.112115:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973799040:12345-0@lo:400:kworker.0 Request processed in 28us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.112120:0:11072:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799552 00000100:00100000:1.0:1746126669.112120:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746126669.112124:0:11072:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799552 00000100:00100000:0.0:1746126669.112126:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799296 00000100:00100000:3.0:1746126669.112127:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799680 00000100:00100000:0.0:1746126669.112128:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799296 00000100:00100000:3.0:1746126669.112129:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799680 00000100:00100000:3.0:1746126669.112143:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1746126669.112143:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746126669.112146:0:11072:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1746126669.112147:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973799168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126669.112149:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973799424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112150:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1746126669.112152:0:11072:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1830945973799296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112154:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973799552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.112176:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800926d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973799168:12345-0@lo:400:kworker.0 Request processed in 28us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.112180:0:11072:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3313:x1830945973799296:12345-0@lo:400:kworker.0 Request processed in 30us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126669.112180:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1746126669.112185:0:11072:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1746126669.112194:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1746126669.112198:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973799680:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746126669.112209:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746126669.112212:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746126669.112214:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126669.112223:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973799680:12345-0@lo:400:kworker.0 Request processed in 25us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126669.112228:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1746126669.112253:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973799424:12345-0@lo:400:kworker.0 Request processed in 32us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126669.112255:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3313:1830945973799296:0@lo:400:kworker.0 00000100:00100000:3.0:1746126669.112260:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1746126669.112261:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973799168:0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.112267:0:3313:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968058 gen 2 00000004:00080000:0.0:1746126669.112271:0:3313:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800943cce00, transno 4294968058 00000100:00100000:0.0:1746126669.112277:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973799680:0@lo:400:kworker.0 00000100:00100000:0.0:1746126669.112300:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973799424:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112894:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973799552:12345-0@lo:400:kworker.0 Request processed in 738us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126669.112900:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1746126669.112921:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973799040:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.112929:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973799552:0@lo:400:kworker.0 00000100:00100000:1.0:1746126669.191936:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126669.191952:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973799808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126669.192001:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126669.192135:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973799808 00000100:00100000:2.0:1746126669.192142:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973799808 00000100:00100000:1.0:1746126669.203616:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1746126669.203640:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973799808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126669.203672:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 364445696 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746126669.205541:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973799808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1913us (13536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126669.205551:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1746126669.205695:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973799808:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746126669.535592:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126669.679050:0:4414:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:11:09 (1746126669) 00000100:00100000:1.0:1746126669.750491:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126669.750570:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408512 00000100:00100000:0.0:1746126669.750580:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408512 00000100:00100000:0.0:1746126669.750624:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30114 00000100:00100000:0.0:1746126669.750632:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:489:x1830945973408512:12345-192.168.203.49@tcp:36:mkdir.0 00010000:00010000:0.0:1746126669.750685:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126669.750709:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094848800/0x9cce4314879c7f77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ae4 expref: 15 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.750724:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:0.0:1746126669.750728:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126669.750808:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126669.750820:0:7124:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.750826:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126669.750855:0:7124:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 13 pid: 11072 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.750866:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 13 pid: 11072 timeout: 681 lvb_type: 0 00000100:00100000:0.0:1746126669.750878:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973799936:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126669.750950:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad34480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126669.756029:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.756225:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408640 00000100:00100000:2.0:1746126669.756233:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408640 00010000:00010000:2.0:1746126669.756266:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 14 pid: 11072 timeout: 681 lvb_type: 0 00000100:00100000:2.0:1746126669.756295:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7865 00000100:00100000:2.0:1746126669.756302:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+14:1981:x1830945973408640:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126669.756313:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126669.756319:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 14 pid: 11072 timeout: 681 lvb_type: 0 00010000:00010000:2.0:1746126669.756329:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 14 pid: 11072 timeout: 681 lvb_type: 0 00010000:00010000:2.0:1746126669.756350:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:2.0:1746126669.756354:0:9803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.756377:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.756384:0:9803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.756400:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126669.756440:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+14:1981:x1830945973408640:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 138us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.756465:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7865 00010000:00010000:2.0:1746126669.757105:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091819000/0x9cce4314879c8018 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b1c expref: 13 pid: 11072 timeout: 681 lvb_type: 0 00000100:00100000:2.0:1746126669.757118:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973799936:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126669.757135:0:7124:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.757143:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.757147:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.757165:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.757172:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.757178:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746126669.758440:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:2.0:1746126669.758481:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758488:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758493:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758498:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e0400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.758501:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758506:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758517:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009b9bff00) 00010000:00010000:2.0:1746126669.758519:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.758522:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.758526:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0400/0x9cce4314879c80f8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000004:00010000:2.0:1746126669.758541:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135c1f480 reply state ffff88009163e000 transno 4294980469 ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:2.0:1746126669.758547:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126669.759467:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:489:x1830945973408512:12345-192.168.203.49@tcp:36:mkdir.0 Request processed in 8828us (8978us total) trans 4294980469 rc 0/0 00000100:00100000:2.0:1746126669.759475:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30114 00010000:00010000:3.0:1746126669.765377:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765389:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765396:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765401:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126669.765405:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765411:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765427:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009b9bf700) 00010000:00010000:3.0:1746126669.765430:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126669.765434:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126669.765439:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130802600/0x9cce4314879c80ff lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746126669.772250:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126669.772348:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408768 00000100:00100000:0.0:1746126669.772358:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408768 00000100:00100000:0.0:1746126669.772410:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30115 00000100:00100000:0.0:1746126669.772417:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:496:x1830945973408768:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:0.0:1746126669.772437:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126669.772467:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c8106 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b7e expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.772526:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126669.772538:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126669.772548:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746126669.772602:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126669.772605:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126669.772619:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126669.772637:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c8106 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b7e expref: 17 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.772649:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b7e expref: 16 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126669.772656:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:0.0:1746126669.772659:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126669.772662:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e0800, rc 0) 00000100:00100000:0.0:1746126669.772707:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:496:x1830945973408768:12345-192.168.203.49@tcp:101:cp.0 Request processed in 291us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126669.772713:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30115 00000100:00100000:0.0:1746126669.783816:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.783919:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973408896 00000100:00100000:2.0:1746126669.783929:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973408896 00000100:00100000:2.0:1746126669.784091:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30116 00000100:00100000:2.0:1746126669.784100:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:496:x1830945973408896:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:2.0:1746126669.784121:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126669.784144:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009483fc00/0x9cce4314879c8114 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b85 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.784208:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784220:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784231:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784637:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784644:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784650:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784759:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099800/0x9cce4314879c8129 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784765:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099800/0x9cce4314879c8129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784770:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099800/0x9cce4314879c8129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746126669.784797:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746126669.784801:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126669.784814:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099800/0x9cce4314879c8129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784824:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784829:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784836:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784841:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b5ac00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.784844:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784850:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784860:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:2.0:1746126669.784862:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.784866:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784871:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b5ac00/0x9cce4314879c811b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784881:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784885:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784889:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784892:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c099a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.784893:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784898:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784903:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009b9bf900) 00010000:00010000:2.0:1746126669.784905:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.784906:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784910:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099a00/0x9cce4314879c8122 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.784934:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009483fc00/0x9cce4314879c8114 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b85 expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.784944:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c099800/0x9cce4314879c8129 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b85 expref: 17 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.784954:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:2.0:1746126669.784955:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126669.784957:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c099800, rc 0) 00000100:00100000:2.0:1746126669.785005:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973408896:12345-192.168.203.49@tcp:101:cp.0 Request processed in 906us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.785010:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30116 00000100:00100000:0.0:1746126669.788759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.791488:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409024 00000100:00100000:2.0:1746126669.791502:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409024 00000100:00100000:2.0:1746126669.791570:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30117 00000100:00100000:2.0:1746126669.791578:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973409024:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:2.0:1746126669.791596:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126669.791613:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7e00/0x9cce4314879c8130 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b8c expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.791673:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791685:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791695:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791706:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791711:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791715:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791783:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791789:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791795:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791799:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a46d6200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.791803:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791809:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791819:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:2.0:1746126669.791821:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.791824:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791828:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6200/0x9cce4314879c8137 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791837:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791842:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791846:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791850:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a46d7200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.791853:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791857:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791862:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009b9bf000) 00010000:00010000:2.0:1746126669.791865:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.791866:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791870:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7200/0x9cce4314879c813e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.791905:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7e00/0x9cce4314879c8130 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b8c expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.791912:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d7e00/0x9cce4314879c8130 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b8c expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.791920:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a46d7e00, rc 0) 00000100:00100000:2.0:1746126669.791979:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973409024:12345-192.168.203.49@tcp:101:cp.0 Request processed in 402us (3231us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126669.791985:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30117 00000100:00100000:0.0:1746126669.797281:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.797376:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409152 00000100:00100000:1.0:1746126669.797386:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409152 00000100:00100000:1.0:1746126669.797472:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30118 00000100:00100000:1.0:1746126669.797480:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973409152:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:1.0:1746126669.797501:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126669.797520:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c8145 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b93 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.797581:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797593:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797602:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797613:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797618:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797622:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797684:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797689:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797694:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797699:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009128ea00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126669.797702:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797708:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797718:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:1.0:1746126669.797721:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126669.797724:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797728:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c814c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797742:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797746:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797750:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797754:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009128f200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126669.797756:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797761:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797766:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009ba1fe00) 00010000:00010000:1.0:1746126669.797768:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126669.797770:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797774:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f200/0x9cce4314879c8153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.797808:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c8145 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b93 expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.797815:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c8145 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b93 expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.797822:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009128f600, rc 0) 00000100:00100000:1.0:1746126669.797866:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973409152:12345-192.168.203.49@tcp:101:cp.0 Request processed in 387us (597us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126669.797872:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30118 00000100:00100000:0.0:1746126669.799941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.801139:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409408 00000100:00100000:2.0:1746126669.801149:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409408 00000100:00100000:2.0:1746126669.801202:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30119 00000100:00100000:2.0:1746126669.801208:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:496:x1830945973409408:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:2.0:1746126669.801230:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126669.801246:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009483e600/0x9cce4314879c815a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4b9a expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126669.801537:0:3316:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126669.801554:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973800064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126669.801613:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126669.801671:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973800064 00000100:00100000:1.0:1746126669.801674:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973800064 00000100:00100000:1.0:1746126669.801697:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1746126669.801702:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973800064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126669.801735:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746126669.801775:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973800064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126669.801780:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1746126669.801828:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135c1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973800064:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1746126669.801914:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.801930:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.801941:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.801952:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.801962:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.801967:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00080000:2.0:1746126669.802984:0:7124:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746126669.803249:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5c00/0x9cce4314879c816f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803257:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5c00/0x9cce4314879c816f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803406:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5c00/0x9cce4314879c816f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803437:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803459:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803468:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803473:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a46d6600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.803477:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803484:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803494:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:2.0:1746126669.803497:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.803501:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.803506:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a46d6600/0x9cce4314879c8161 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000004:00010000:2.0:1746126669.803531:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093641880 reply state ffff880136109000 transno 4294980470 ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:2.0:1746126669.803538:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126669.803566:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009483e600/0x9cce4314879c815a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b9a expref: 20 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.803578:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5c00/0x9cce4314879c816f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b9a expref: 19 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.803583:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:2.0:1746126669.803585:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126669.803587:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009add5c00, rc 0) 00000100:00100000:2.0:1746126669.804117:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:496:x1830945973409408:12345-192.168.203.49@tcp:101:cp.0 Request processed in 2906us (4180us total) trans 4294980470 rc 0/0 00000100:00100000:2.0:1746126669.804183:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30119 00010000:00010000:2.0:1746126669.807816:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807833:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807839:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807845:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009add5800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.807849:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807856:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807872:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009b9bf600) 00010000:00010000:2.0:1746126669.807875:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.807879:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.807883:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8168 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000100:00100000:2.0:1746126669.808826:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126669.808874:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409536 00000100:00100000:3.0:1746126669.808887:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409536 00000100:00100000:3.0:1746126669.808925:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6183 00000100:00100000:3.0:1746126669.808936:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945973409536:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:3.0:1746126669.808954:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126669.808969:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ba1 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126669.808989:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746126669.809008:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126669.809010:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126669.809017:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126669.809030:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 6 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126669.809038:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7fb8a00, rc 0) 00000100:00100000:3.0:1746126669.809427:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973409536:12345-192.168.203.49@tcp:101:cp.0 Request processed in 494us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126669.809433:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6183 00000100:00100000:0.0:1746126669.815964:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126669.816090:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409664 00000100:00100000:3.0:1746126669.816098:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409664 00000100:00100000:3.0:1746126669.816138:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6184 00000100:00100000:3.0:1746126669.816145:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:496:x1830945973409664:12345-192.168.203.49@tcp:101:cp.0 00010000:00010000:3.0:1746126669.816159:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126669.816173:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ba8 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.816199:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126669.816205:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126669.816207:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126669.816210:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.816235:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126669.816246:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 681 lvb_type: 1 00000100:00100000:3.0:1746126669.816257:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800192:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126669.816330:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126669.819094:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126669.819622:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800192:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126669.819651:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.819673:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7fb8200, rc 0) 00000100:00100000:3.0:1746126669.819716:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:496:x1830945973409664:12345-192.168.203.49@tcp:101:cp.0 Request processed in 3570us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126669.819724:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6184 00000100:00100000:1.0:1746126669.819890:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973409792 00000100:00100000:1.0:1746126669.819897:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973409792 00010000:00010000:1.0:1746126669.819924:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 681 lvb_type: 1 00000100:00100000:1.0:1746126669.819956:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7866 00000100:00100000:1.0:1746126669.819963:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973409792:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126669.819974:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126669.819993:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1746126669.820003:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1746126669.820025:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8a00/0x9cce4314879c817d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba1 expref: 7 pid: 11071 timeout: 681 lvb_type: 1 00010000:00010000:1.0:1746126669.820038:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126669.820041:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126669.820047:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.820054:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.820081:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126669.820092:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973800320:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126669.820147:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126669.822847:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6d2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973800320:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126669.822868:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126669.824493:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973409792:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4522us (5400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126669.824503:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7866 00000100:00100000:0.0:1746126669.826828:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.826906:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410048 00000100:00100000:1.0:1746126669.826916:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410048 00000100:00100000:1.0:1746126669.826971:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 152 00000100:00100000:1.0:1746126669.826978:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:496:x1830945973410048:12345-192.168.203.49@tcp:35:cp.0 00000100:00100000:1.0:1746126669.827302:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:496:x1830945973410048:12345-192.168.203.49@tcp:35:cp.0 Request processed in 323us (480us total) trans 4294980471 rc 0/0 00000100:00100000:1.0:1746126669.827309:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 152 00000100:00100000:0.0:1746126669.861731:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.861802:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410304 00000100:00100000:2.0:1746126669.861811:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410304 00000100:00100000:2.0:1746126669.861869:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30120 00000100:00100000:2.0:1746126669.861877:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:504:x1830945973410304:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126669.861902:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126669.861918:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009add4c00/0x9cce4314879c818b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4baf expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.862004:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8192 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.862016:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8192 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.862027:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8192 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746126669.862036:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746126669.862133:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009add4c00/0x9cce4314879c818b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4baf expref: 23 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.862161:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5800/0x9cce4314879c8192 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4baf expref: 22 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.862170:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:2.0:1746126669.862172:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126669.862175:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009add5800, rc 0) 00000100:00100000:2.0:1746126669.862216:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:504:x1830945973410304:12345-192.168.203.49@tcp:101:dd.0 Request processed in 340us (494us total) trans 4294980472 rc 0/0 00000100:00100000:2.0:1746126669.862221:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30120 00000100:00100000:0.0:1746126669.909399:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.911736:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410432 00000100:00100000:1.0:1746126669.911750:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410432 00000100:00100000:1.0:1746126669.911814:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30121 00000100:00100000:1.0:1746126669.911822:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+13:508:x1830945973410432:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126669.911842:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126669.911857:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bb6 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.911912:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.911923:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.911934:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126669.911987:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126669.911990:0:20998:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126669.912003:0:20998:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.912021:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 15 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.912045:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 14 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.912052:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:1.0:1746126669.912055:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126669.912057:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009128f600, rc 0) 00000100:00100000:1.0:1746126669.912103:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:508:x1830945973410432:12345-192.168.203.49@tcp:101:dd.0 Request processed in 283us (2714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126669.912108:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30121 00000100:00100000:0.0:1746126669.918011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.918165:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410560 00000100:00100000:2.0:1746126669.918174:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410560 00000100:00100000:2.0:1746126669.918220:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30122 00000100:00100000:2.0:1746126669.918226:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+14:508:x1830945973410560:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126669.918245:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126669.918261:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009add4c00/0x9cce4314879c81ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bbd expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.918318:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918330:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918341:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918352:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918357:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918370:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918495:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25000/0x9cce4314879c81c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918502:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25000/0x9cce4314879c81c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918507:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25000/0x9cce4314879c81c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:2.0:1746126669.918529:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746126669.918531:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126669.918543:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25000/0x9cce4314879c81c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918551:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918557:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918562:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918567:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091818a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.918570:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918575:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918583:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:2.0:1746126669.918585:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.918589:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918592:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091818a00/0x9cce4314879c81b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918604:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918608:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918612:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918616:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae25e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126669.918618:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918622:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918627:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009b9bf000) 00010000:00010000:2.0:1746126669.918628:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126669.918630:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918633:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25e00/0x9cce4314879c81bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126669.918654:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009add4c00/0x9cce4314879c81ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bbd expref: 16 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.918663:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae25000/0x9cce4314879c81c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bbd expref: 15 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.918667:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:2.0:1746126669.918669:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126669.918670:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae25000, rc 0) 00000100:00100000:2.0:1746126669.918725:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+15:508:x1830945973410560:12345-192.168.203.49@tcp:101:dd.0 Request processed in 499us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.918732:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30122 00000100:00100000:0.0:1746126669.921980:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.922057:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410816 00000100:00100000:1.0:1746126669.922067:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410816 00000100:00100000:1.0:1746126669.922116:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30123 00000100:00100000:1.0:1746126669.922123:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+15:508:x1830945973410816:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126669.922141:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126669.922156:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c81ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bc4 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.922258:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922270:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922281:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922294:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922299:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922304:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922406:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922414:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922419:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126669.922427:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:1.0:1746126669.922537:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922544:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922549:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922555:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009128f400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126669.922558:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922564:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922575:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:1.0:1746126669.922578:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126669.922582:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922586:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f400/0x9cce4314879c81d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922595:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922599:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922604:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922608:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009128fc00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126669.922610:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922614:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922619:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009ba1f100) 00010000:00010000:1.0:1746126669.922621:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126669.922623:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922626:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128fc00/0x9cce4314879c81d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126669.922658:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128ea00/0x9cce4314879c81ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.922668:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126669.922673:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:1.0:1746126669.922675:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126669.922677:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c600, rc 0) 00000100:00100000:1.0:1746126669.922721:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+17:508:x1830945973410816:12345-192.168.203.49@tcp:101:dd.0 Request processed in 598us (750us total) trans 4294980473 rc 0/0 00000100:00100000:1.0:1746126669.922727:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30123 00000100:00100000:0.0:1746126669.927058:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126669.927658:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973410944 00000100:00100000:3.0:1746126669.927668:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973410944 00000100:00100000:3.0:1746126669.927713:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6185 00000100:00100000:3.0:1746126669.927720:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:508:x1830945973410944:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126669.927739:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126669.927758:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bcb expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.927791:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.927799:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126669.927801:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126669.927804:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.927836:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.927847:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 5 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:3.0:1746126669.927865:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800448:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126669.929140:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126669.930752:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.930859:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973411072 00000100:00100000:1.0:1746126669.930867:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973411072 00002000:00100000:1.0:1746126669.930916:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff88008bb6ce00 x1830945973411072/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:430/0 lens 2208/0 e 0 to 0 dl 1746126680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126669.930925:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ce00 with x1830945973411072 ext(0->1715) 00010000:00010000:1.0:1746126669.930933:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:1.0:1746126669.930944:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00002000:00010000:1.0:1746126669.930949:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ce00 00000100:00100000:1.0:1746126669.930969:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 2324 00000100:00100000:1.0:1746126669.930976:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973411072:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126669.931512:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973411072:12345-192.168.203.49@tcp:4:dd.0 Request processed in 536us (765us total) trans 4294968059 rc 0/0 00000100:00100000:1.0:1746126669.931522:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 2324 00002000:00100000:1.0:1746126669.931528:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff88008bb6ce00 x1830945973411072/t4294968059(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:430/0 lens 2208/448 e 0 to 0 dl 1746126680 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126669.931536:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6ce00 with x1830945973411072 ext(0->1715) 00010000:00010000:1.0:1746126669.931540:0:27175:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:1.0:1746126669.931549:0:27175:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00002000:00010000:1.0:1746126669.931554:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008bb6ce00 00000100:00100000:3.0:1746126669.931657:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800448:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126669.931678:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126669.931691:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7fb9e00, rc 0) 00000100:00100000:3.0:1746126669.931706:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:508:x1830945973410944:12345-192.168.203.49@tcp:101:dd.0 Request processed in 3987us (4663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126669.931711:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6185 00000100:00100000:0.0:1746126669.933466:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126669.933658:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973411200 00000100:00100000:1.0:1746126669.933665:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973411200 00010000:00010000:1.0:1746126669.933694:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126669.934879:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7867 00000100:00100000:2.0:1746126669.934891:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973411200:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126669.934906:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126669.934924:0:9803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746126669.934927:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746126670 00002000:00010000:2.0:1746126669.934929:0:9803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746126670 00002000:00010000:2.0:1746126669.934931:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746126670 00010000:00010000:2.0:1746126669.934936:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126669.934948:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126669.934974:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb8200/0x9cce4314879c8184 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ba8 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126669.935005:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126669.935007:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126669.935015:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.935022:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126669.935059:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126669.935071:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c288a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973800576:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126669.935598:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126669.938346:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.938908:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c288a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973800576:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126669.938929:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126669.938975:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973411200:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4086us (5532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126669.938986:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7867 00000100:00100000:3.0:1746126669.939380:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973411456 00000100:00100000:3.0:1746126669.939387:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973411456 00002000:00100000:3.0:1746126669.939856:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008bb6c700 x1830945973411456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:430/0 lens 488/0 e 0 to 0 dl 1746126680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126669.939866:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c700 with x1830945973411456 ext(0->4095) 00002000:00010000:3.0:1746126669.939870:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c700 00000100:00100000:3.0:1746126669.939900:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4409 00000100:00100000:3.0:1746126669.939907:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973411456:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126669.940058:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973411456:12345-192.168.203.49@tcp:3:dd.0 Request processed in 152us (1722us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126669.940064:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4409 00002000:00100000:3.0:1746126669.940069:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008bb6c700 x1830945973411456/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:430/0 lens 488/4536 e 0 to 0 dl 1746126680 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126669.940081:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c700 with x1830945973411456 ext(0->4095) 00002000:00010000:3.0:1746126669.940084:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c700 00000100:00100000:0.0:1746126669.990811:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126669.990999:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973411712 00000100:00100000:2.0:1746126669.991010:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973411712 00000100:00100000:2.0:1746126669.991067:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 153 00000100:00100000:2.0:1746126669.991076:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+17:508:x1830945973411712:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:2.0:1746126669.991294:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+18:508:x1830945973411712:12345-192.168.203.49@tcp:35:dd.0 Request processed in 219us (493us total) trans 4294980474 rc 0/0 00000100:00100000:2.0:1746126669.991300:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 153 00000100:00100000:0.0:1746126670.001190:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126670.001307:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973411968 00000100:00100000:2.0:1746126670.001316:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973411968 00000100:00100000:2.0:1746126670.001387:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30124 00000100:00100000:2.0:1746126670.001398:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:511:x1830945973411968:12345-192.168.203.49@tcp:36:truncate.0 00010000:00010000:2.0:1746126670.001482:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126670.001509:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009add5c00/0x9cce4314879c816f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b9a expref: 22 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.001538:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:2.0:1746126670.001542:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1746126670.002847:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746126670.003865:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126670.003882:0:7124:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.003888:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126670.003924:0:7124:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.003937:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 17 pid: 20998 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126670.003950:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c288a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973800704:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126670.004063:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801307a43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126670.008687:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126670.010533:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412096 00000100:00100000:2.0:1746126670.010545:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412096 00010000:00010000:2.0:1746126670.010599:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 18 pid: 20998 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126670.010628:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7868 00000100:00100000:2.0:1746126670.010636:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973412096:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126670.010649:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126670.010655:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 18 pid: 20998 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126670.010667:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 18 pid: 20998 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126670.010689:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:2.0:1746126670.010693:0:9803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126670.010702:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126670.010710:0:9803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126670.010726:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126670.010779:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973412096:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 144us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126670.010785:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7868 00010000:00010000:3.0:1746126670.011357:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c600/0x9cce4314879c81df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bc4 expref: 17 pid: 20998 timeout: 682 lvb_type: 0 00000100:00100000:3.0:1746126670.011384:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c288a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973800704:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126670.011402:0:7124:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.011409:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00080000:0.0:1746126670.011412:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746126670.011414:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000001:00080000:3.0:1746126670.012689:0:7124:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980475 00000004:00010000:3.0:1746126670.012781:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008bb6e680 reply state ffff88009105a000 transno 4294980476 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:3.0:1746126670.012789:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126670.012875:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:511:x1830945973411968:12345-192.168.203.49@tcp:36:truncate.0 Request processed in 11480us (11694us total) trans 4294980476 rc 0/0 00000100:00100000:3.0:1746126670.012883:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30124 00000020:00080000:3.0:1746126670.012888:0:7124:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746126670.015310:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126670.015334:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412224 00000100:00100000:1.0:1746126670.015342:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412224 00000100:00100000:1.0:1746126670.015397:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6186 00000100:00100000:1.0:1746126670.015404:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:511:x1830945973412224:12345-192.168.203.49@tcp:101:truncate.0 00010000:00010000:1.0:1746126670.015419:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126670.015436:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bd2 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.015480:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.015488:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126670.015490:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126670.015493:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126670.016154:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746126670.016228:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016237:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016242:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016247:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae24c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126670.016252:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016259:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016274:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:1.0:1746126670.016276:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126670.016280:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016283:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae24c00/0x9cce4314879c81f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126670.016309:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.016325:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 5 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:1.0:1746126670.016336:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800832:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126670.016411:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5a7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126670.018616:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973800832:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126670.018641:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.018655:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a41ce800, rc 0) 00000100:00100000:1.0:1746126670.018692:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:511:x1830945973412224:12345-192.168.203.49@tcp:101:truncate.0 Request processed in 3287us (3387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126670.018701:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6186 00000100:00100000:1.0:1746126670.018783:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.019611:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412352 00000100:00100000:3.0:1746126670.019618:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412352 00010000:00010000:3.0:1746126670.019960:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00000100:00080000:0.0:1746126670.020070:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126670.022429:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7869 00000100:00100000:3.0:1746126670.022453:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973412352:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126670.022472:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126670.022495:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:3.0:1746126670.022509:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:3.0:1746126670.022532:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7fb9e00/0x9cce4314879c81ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bcb expref: 6 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:3.0:1746126670.022545:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126670.022546:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126670.022552:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.022561:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.022592:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126670.022604:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973800960:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126670.022688:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126670.024808:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.025316:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973800960:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126670.025334:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126670.025390:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+5:1982:x1830945973412352:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2950us (6606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126670.025400:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7869 00000100:00100000:3.0:1746126670.025435:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412480 00000100:00100000:3.0:1746126670.025455:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412480 00002000:00010000:3.0:1746126670.025484:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126670.025488:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945973412480 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126670.025497:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28ad80. 00000100:00100000:3.0:1746126670.025513:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4410 00000100:00100000:3.0:1746126670.025519:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973412480:12345-192.168.203.49@tcp:10:truncate.0 00002000:00010000:3.0:1746126670.026308:0:8444:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746126670.026311:0:8444:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746126670 -> 1746126670 00002000:00010000:3.0:1746126670.026314:0:8444:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746126670 -> 1746126670 00002000:00010000:3.0:1746126670.026315:0:8444:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746126670 -> 1746126670 00002000:00010000:3.0:1746126670.026317:0:8444:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126670.026340:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973412480:12345-192.168.203.49@tcp:10:truncate.0 Request processed in 821us (1536us total) trans 4294968060 rc 0/0 00000100:00100000:3.0:1746126670.026347:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4410 00002000:00010000:3.0:1746126670.026350:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:3.0:1746126670.026352:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28ad80 with x1830945973412480 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126670.026355:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28ad80. 00000100:00100000:0.0:1746126670.046780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.046996:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412736 00000100:00100000:3.0:1746126670.047007:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412736 00000100:00100000:3.0:1746126670.047051:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30125 00000100:00100000:3.0:1746126670.047059:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:513:x1830945973412736:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126670.047081:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126670.047097:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90c000/0x9cce4314879c8202 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bd9 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.047192:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047205:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047215:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047225:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047231:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047236:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047331:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d200/0x9cce4314879c8217 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047338:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d200/0x9cce4314879c8217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047343:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d200/0x9cce4314879c8217 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:3.0:1746126670.047351:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746126670.047433:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047440:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047469:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047474:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90dc00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126670.047477:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047482:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047492:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:3.0:1746126670.047494:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126670.047498:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047503:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90dc00/0x9cce4314879c8209 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047512:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047516:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047521:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047525:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90da00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126670.047527:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047535:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047540:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880136355700) 00010000:00010000:3.0:1746126670.047542:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126670.047545:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047550:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8210 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126670.047582:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90c000/0x9cce4314879c8202 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd9 expref: 26 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.047592:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d200/0x9cce4314879c8217 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd9 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.047597:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:3.0:1746126670.047599:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126670.047601:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d90d200, rc 0) 00000100:00100000:3.0:1746126670.047644:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:513:x1830945973412736:12345-192.168.203.49@tcp:101:dd.0 Request processed in 585us (873us total) trans 4294980477 rc 0/0 00000100:00100000:3.0:1746126670.047649:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30125 00000001:00080000:2.0:1746126670.050598:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980467 is committed 00000001:00080000:2.0:1746126670.050616:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980473 is committed 00000001:00080000:2.0:1746126670.050623:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980471 is committed 00000001:00080000:2.0:1746126670.050633:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980475 is committed 00000001:00080000:2.0:1746126670.050637:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980474 is committed 00000100:00100000:0.0:1746126670.051834:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126670.052269:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973412992 00000100:00100000:1.0:1746126670.052278:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973412992 00000100:00100000:1.0:1746126670.052438:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 154 00000100:00100000:1.0:1746126670.052524:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a514c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:513:x1830945973412992:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:1.0:1746126670.052918:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a514c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:513:x1830945973412992:12345-192.168.203.49@tcp:35:dd.0 Request processed in 395us (1088us total) trans 4294980478 rc 0/0 00000100:00100000:1.0:1746126670.052924:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 154 00000100:00100000:0.0:1746126670.056389:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.056474:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973413248 00000100:00100000:3.0:1746126670.056484:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973413248 00002000:00100000:3.0:1746126670.056528:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135af1500 x1830945973413248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:431/0 lens 488/0 e 0 to 0 dl 1746126681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126670.056538:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af1500 with x1830945973413248 ext(0->4095) 00002000:00010000:3.0:1746126670.056544:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af1500 00000100:00100000:3.0:1746126670.056563:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4411 00000100:00100000:3.0:1746126670.056569:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973413248:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126670.056744:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973413248:12345-192.168.203.49@tcp:3:dd.0 Request processed in 174us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126670.056751:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4411 00002000:00100000:3.0:1746126670.056756:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135af1500 x1830945973413248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746126681 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126670.056763:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135af1500 with x1830945973413248 ext(0->4095) 00002000:00010000:3.0:1746126670.056766:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135af1500 00000100:00100000:0.0:1746126670.082610:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126670.085767:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973413504 00000100:00100000:1.0:1746126670.085782:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973413504 00000100:00100000:1.0:1746126670.086819:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30126 00000100:00100000:1.0:1746126670.086831:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+12:517:x1830945973413504:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126670.086856:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126670.086874:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6800/0x9cce4314879c8225 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4be0 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.086983:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.086996:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087005:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087015:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087020:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087024:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087117:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6600/0x9cce4314879c823a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087124:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6600/0x9cce4314879c823a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087130:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6600/0x9cce4314879c823a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126670.087138:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:1.0:1746126670.087214:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087221:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087226:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087232:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fce7400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126670.087236:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087242:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087252:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff88009b9bfc00) 00010000:00010000:1.0:1746126670.087255:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126670.087259:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087263:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7400/0x9cce4314879c822c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087281:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087286:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087291:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087295:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fce7e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126670.087298:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087306:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087311:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88009ba1f100) 00010000:00010000:1.0:1746126670.087313:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126670.087315:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087320:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce7e00/0x9cce4314879c8233 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126670.087355:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6800/0x9cce4314879c8225 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be0 expref: 15 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.087380:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fce6600/0x9cce4314879c823a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be0 expref: 14 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126670.087386:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88009b9bf700) 00010000:00010000:1.0:1746126670.087388:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126670.087390:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fce6600, rc 0) 00000100:00100000:1.0:1746126670.087467:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:517:x1830945973413504:12345-192.168.203.49@tcp:101:dd.0 Request processed in 639us (4866us total) trans 4294980479 rc 0/0 00000100:00100000:1.0:1746126670.087474:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30126 00000100:00100000:1.0:1746126670.090846:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126670.090922:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973413632 00000100:00100000:2.0:1746126670.090932:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973413632 00000100:00100000:2.0:1746126670.090973:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6187 00000100:00100000:2.0:1746126670.090981:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+5:517:x1830945973413632:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126670.090998:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126670.091014:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4be7 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.091042:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.091050:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126670.091051:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126670.091054:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.091086:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 8 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126670.091096:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 8 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126670.091108:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c289500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973801088:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126670.091192:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a36ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126670.095203:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.095265:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973413760 00000100:00100000:3.0:1746126670.095273:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973413760 00000100:00100000:2.0:1746126670.095293:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c289500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11071:1830945973801088:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126670.095306:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 9 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:2.0:1746126670.095320:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be7 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126670.095333:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7870 00010000:00010000:2.0:1746126670.095336:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae25a00, rc 0) 00000100:00100000:3.0:1746126670.095339:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973413760:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126670.095351:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126670.095385:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 9 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126670.095393:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:517:x1830945973413632:12345-192.168.203.49@tcp:101:dd.0 Request processed in 4412us (4557us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126670.095396:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 9 pid: 11071 timeout: 682 lvb_type: 0 00000100:00100000:2.0:1746126670.095400:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6187 00010000:00010000:3.0:1746126670.095418:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a41ce800/0x9cce4314879c81fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bd2 expref: 9 pid: 11071 timeout: 682 lvb_type: 0 00010000:00010000:3.0:1746126670.095462:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126670.095464:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126670.095471:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.095478:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126670.095504:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae25a00/0x9cce4314879c8248 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4be7 expref: 5 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126670.095515:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973801216:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126670.095578:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126670.101641:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126670.101739:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973801216:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126670.101755:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973414016 00010000:00010000:3.0:1746126670.101761:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126670.101763:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973414016 00002000:00100000:1.0:1746126670.101805:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091da1180 x1830945973414016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:431/0 lens 488/0 e 0 to 0 dl 1746126681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126670.101813:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973413760:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6472us (6618us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126670.101815:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973414016 ext(0->4095) 00002000:00010000:1.0:1746126670.101820:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1180 00000100:00100000:3.0:1746126670.101823:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7870 00000100:00100000:1.0:1746126670.101852:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4412 00000100:00100000:1.0:1746126670.101858:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973414016:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:1.0:1746126670.102019:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973414016:12345-192.168.203.49@tcp:3:dd.0 Request processed in 160us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126670.102025:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4412 00002000:00100000:1.0:1746126670.102030:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091da1180 x1830945973414016/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:431/0 lens 488/4536 e 0 to 0 dl 1746126681 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126670.102036:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973414016 ext(0->4095) 00002000:00010000:1.0:1746126670.102038:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1180 00000100:00100000:0.0:1746126670.121140:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126670.122309:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973414272 00000100:00100000:1.0:1746126670.122321:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973414272 00000100:00100000:1.0:1746126670.122380:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 155 00000100:00100000:1.0:1746126670.122388:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+14:517:x1830945973414272:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:1.0:1746126670.122600:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+15:517:x1830945973414272:12345-192.168.203.49@tcp:35:dd.0 Request processed in 212us (1470us total) trans 4294980480 rc 0/0 00000100:00100000:1.0:1746126670.122606:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 155 00010000:00010000:2.0:1746126670.537635:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126671.539608:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746126671.928779:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968535 is committed 00000001:00080000:1.0:1746126671.928795:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968536 is committed 00010000:00010000:0.0:1746126672.541809:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746126672.949722:0:4716:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:11:12 (1746126672) 00000100:00100000:0.0:1746126673.047545:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.047602:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973414528 00000100:00100000:1.0:1746126673.047611:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973414528 00000100:00080000:0.0:1746126673.047653:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126673.047672:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30127 00000100:00100000:1.0:1746126673.047680:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1185:x1830945973414528:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:1.0:1746126673.047701:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.047704:0:20998:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126673.047732:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0800/0x9cce4314879c810d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4b7e expref: 15 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.047747:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:1.0:1746126673.047751:0:20998:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126673.047759:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d000/0x9cce4314879c824f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bee expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.047915:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.047926:0:20998:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 14 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.047932:0:20998:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.047959:0:20998:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 14 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.047968:0:20998:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 14 pid: 20998 timeout: 685 lvb_type: 0 00000100:00100000:1.0:1746126673.047979:0:20998:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20998:1830945973801344:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126673.048084:0:20998:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126673.050939:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.051017:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973414656 00000100:00100000:3.0:1746126673.051027:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973414656 00000100:00100000:1.0:1746126673.051044:0:20998:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20998:1830945973801344:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126673.051069:0:20998:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.051070:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 15 pid: 20998 timeout: 685 lvb_type: 0 00000100:00100000:3.0:1746126673.051095:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7871 00000100:00100000:3.0:1746126673.051102:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+15:1981:x1830945973414656:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126673.051118:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126673.051123:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 15 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.051133:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 15 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.051153:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009128f600/0x9cce4314879c81a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bb6 expref: 15 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.051165:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:3.0:1746126673.051170:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.051177:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.051184:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.051212:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126673.051250:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+14:1981:x1830945973414656:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 148us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126673.051256:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7871 00000100:00080000:0.0:1746126673.051432:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126673.051476:0:20998:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.051482:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.051497:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.051502:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.051507:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052888:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052909:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052918:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126673.052931:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:1.0:1746126673.052955:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052966:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052972:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052977:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90d800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126673.052980:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052987:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.052998:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801363dcd00) 00010000:00010000:1.0:1746126673.053001:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126673.053004:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.053009:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d800/0x9cce4314879c8256 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00000004:00010000:1.0:1746126673.053020:0:20998:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091642300 reply state ffff8800919d8000 transno 4294980481 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000100:00100000:1.0:1746126673.053026:0:20998:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126673.053063:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90d000/0x9cce4314879c824f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.053081:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 16 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.053087:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1fb00) 00010000:00010000:1.0:1746126673.053090:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126673.053092:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b580200, rc 0) 00000100:00100000:1.0:1746126673.053156:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1185:x1830945973414528:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 5477us (5620us total) trans 4294980481 rc 0/0 00000100:00100000:1.0:1746126673.053163:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30127 00010000:00010000:2.0:1746126673.056281:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126673.056295:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126673.056303:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126673.056312:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a42de600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126673.056316:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126673.056324:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126673.056352:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ba1f400) 00010000:00010000:2.0:1746126673.056354:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126673.056358:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00000100:00100000:0.0:1746126673.056821:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.056873:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973414912 00000100:00100000:1.0:1746126673.056882:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973414912 00010000:00010000:2.0:1746126673.056904:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a42de600/0x9cce4314879c825d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00000100:00100000:1.0:1746126673.056923:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30128 00000100:00100000:1.0:1746126673.056929:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1185:x1830945973414912:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:1.0:1746126673.056948:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.056960:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8272 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bf5 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.057042:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.057052:0:20998:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.057057:0:20998:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.057085:0:20998:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.057093:0:20998:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 17 pid: 20998 timeout: 685 lvb_type: 0 00000100:00100000:1.0:1746126673.057102:0:20998:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20998:1830945973801472:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126673.057182:0:20998:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126673.058614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.058663:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973415040 00000100:00100000:3.0:1746126673.058669:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973415040 00010000:00010000:3.0:1746126673.058694:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 18 pid: 20998 timeout: 685 lvb_type: 0 00000100:00100000:1.0:1746126673.058700:0:20998:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20998:1830945973801472:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126673.058714:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7872 00010000:00010000:1.0:1746126673.058717:0:20998:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000100:00100000:3.0:1746126673.058720:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1982:x1830945973415040:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126673.058729:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126673.058733:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 18 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.058742:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 18 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.058758:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b580200/0x9cce4314879c8264 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bee expref: 18 pid: 20998 timeout: 685 lvb_type: 0 00010000:00010000:3.0:1746126673.058769:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1fb00) 00010000:00010000:3.0:1746126673.058773:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.058780:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.058786:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126673.058809:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126673.058839:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1982:x1830945973415040:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 118us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126673.058845:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7872 00010000:00010000:1.0:1746126673.058913:0:20998:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.058919:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126673.058934:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:1.0:1746126673.059203:0:20998:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:1.0:1746126673.059211:0:20998:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:1.0:1746126673.059325:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059332:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059338:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059354:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a7fb8400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126673.059357:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059363:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059371:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1fb00) 00010000:00010000:1.0:1746126673.059373:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126673.059376:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059380:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7fb8400/0x9cce4314879c8279 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.059419:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8272 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bf5 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.059426:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90da00/0x9cce4314879c8272 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bf5 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.059436:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d90da00, rc 0) 00000100:00100000:1.0:1746126673.059481:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1185:x1830945973414912:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 2551us (2664us total) trans 4294980482 rc 301/301 00000100:00100000:1.0:1746126673.059486:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30128 00000100:00100000:0.0:1746126673.060823:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.060872:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973415296 00000100:00100000:2.0:1746126673.060880:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973415296 00000100:00100000:2.0:1746126673.060924:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 156 00000100:00100000:2.0:1746126673.060930:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1185:x1830945973415296:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:2.0:1746126673.061336:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1185:x1830945973415296:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 405us (516us total) trans 4294980483 rc 0/0 00000100:00100000:2.0:1746126673.061353:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 156 00000100:00100000:0.0:1746126673.062588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.062656:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973415424 00000100:00100000:1.0:1746126673.062661:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973415424 00000100:00100000:1.0:1746126673.062702:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30129 00000100:00100000:1.0:1746126673.062708:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1185:x1830945973415424:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:1.0:1746126673.062722:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.062738:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995000/0x9cce4314879c8287 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4bfc expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.062784:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995000/0x9cce4314879c8287 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bfc expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.062795:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995000/0x9cce4314879c8287 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4bfc expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.062811:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:1.0:1746126673.062814:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126673.062817:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094995000, rc 0) 00000100:00100000:1.0:1746126673.062844:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1185:x1830945973415424:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 136us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126673.062849:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30129 00000100:00100000:0.0:1746126673.064061:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.064142:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973415680 00000100:00100000:2.0:1746126673.064148:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973415680 00000100:00100000:1.0:1746126673.064589:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 157 00000100:00100000:1.0:1746126673.064597:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1185:x1830945973415680:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:1.0:1746126673.064826:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1185:x1830945973415680:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 229us (766us total) trans 4294980484 rc 0/0 00000100:00100000:1.0:1746126673.064833:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 157 00000100:00100000:0.0:1746126673.080049:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.080117:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973415808 00000100:00100000:3.0:1746126673.080130:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973415808 00000100:00100000:3.0:1746126673.080532:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30130 00000100:00100000:3.0:1746126673.080542:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1188:x1830945973415808:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126673.080570:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126673.080589:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c828e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c03 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126673.080646:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126673.080659:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126673.080669:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:3.0:1746126673.080727:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746126673.080730:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126673.080742:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126673.080761:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c828e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c03 expref: 21 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126673.080792:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c03 expref: 20 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126673.080800:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4278b00) 00010000:00010000:3.0:1746126673.080802:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126673.080805:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9c00, rc 0) 00000100:00100000:3.0:1746126673.080856:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1188:x1830945973415808:12345-192.168.203.49@tcp:101:dd.0 Request processed in 317us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126673.080862:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30130 00000100:00100000:0.0:1746126673.084102:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.084196:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416064 00000100:00100000:1.0:1746126673.084205:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416064 00000100:00100000:1.0:1746126673.084260:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30131 00000100:00100000:1.0:1746126673.084267:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1188:x1830945973416064:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126673.084285:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.084288:0:20998:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126673.084312:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9c00/0x9cce4314879c8295 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c03 expref: 20 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.084339:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4278b00) 00010000:00010000:1.0:1746126673.084360:0:20998:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126673.084371:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994200/0x9cce4314879c829c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c0a expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.084536:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084547:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084555:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084565:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084570:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084576:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084631:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c82b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084642:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c82b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084648:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c82b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126673.084656:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:1.0:1746126673.084923:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084929:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084935:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084939:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094994000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126673.084942:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084948:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084954:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ba1f300) 00010000:00010000:1.0:1746126673.084956:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126673.084958:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084966:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c82a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084972:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084975:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084979:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084983:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094994800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126673.084985:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084988:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084992:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ba1fb00) 00010000:00010000:1.0:1746126673.084994:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126673.084995:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.084999:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c82aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.085024:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994200/0x9cce4314879c829c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c0a expref: 22 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.085033:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c82b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c0a expref: 21 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.085042:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:1.0:1746126673.085044:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126673.085046:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094995c00, rc 0) 00000100:00100000:1.0:1746126673.085416:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1188:x1830945973416064:12345-192.168.203.49@tcp:101:dd.0 Request processed in 1147us (1322us total) trans 4294980485 rc 0/0 00000100:00100000:1.0:1746126673.085422:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30131 00000100:00100000:2.0:1746126673.093933:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.093974:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416320 00000100:00100000:1.0:1746126673.093983:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416320 00000100:00100000:1.0:1746126673.094035:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30132 00000100:00100000:1.0:1746126673.094042:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1188:x1830945973416320:12345-192.168.203.49@tcp:36:dd.0 00010000:00010000:1.0:1746126673.094094:0:20998:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126673.094121:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c82b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c0a expref: 21 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.094136:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:1.0:1746126673.094141:0:20998:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126673.094324:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.094336:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.094359:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000001:00080000:1.0:1746126673.094399:0:20998:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980486 00000004:00010000:1.0:1746126673.094417:0:20998:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c289500 reply state ffff8800919de000 transno 4294980487 ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000100:00100000:1.0:1746126673.094428:0:20998:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126673.094528:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c289500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1188:x1830945973416320:12345-192.168.203.49@tcp:36:dd.0 Request processed in 485us (603us total) trans 4294980487 rc 0/0 00000100:00100000:1.0:1746126673.094535:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30132 00000020:00080000:1.0:1746126673.094539:0:20998:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1746126673.095609:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095617:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095624:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095630:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094994600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126673.095634:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095641:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095651:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:1.0:1746126673.095654:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126673.095657:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.095662:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c82bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00000100:00100000:0.0:1746126673.096098:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.096173:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416448 00000100:00100000:2.0:1746126673.096180:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416448 00000100:00080000:0.0:1746126673.096262:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126673.097625:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6188 00000100:00100000:1.0:1746126673.097638:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1188:x1830945973416448:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126673.097660:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.097678:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c11 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126673.097700:0:16421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126673.097726:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126673.097728:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126673.097734:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.097748:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.097758:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094995400, rc 0) 00000100:00100000:1.0:1746126673.098223:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1188:x1830945973416448:12345-192.168.203.49@tcp:101:dd.0 Request processed in 587us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126673.098229:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6188 00000100:00100000:0.0:1746126673.099518:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.099980:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416576 00000100:00100000:1.0:1746126673.099988:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416576 00000100:00100000:1.0:1746126673.100034:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6189 00000100:00100000:1.0:1746126673.100040:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1188:x1830945973416576:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126673.100053:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.100068:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c18 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126673.100090:0:16421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126673.100105:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126673.100107:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126673.100112:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 9 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.100125:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 9 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.100133:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094994800, rc 0) 00000100:00100000:1.0:1746126673.100166:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1188:x1830945973416576:12345-192.168.203.49@tcp:101:dd.0 Request processed in 127us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126673.100171:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6189 00000100:00080000:0.0:1746126673.100541:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126673.102965:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.103401:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.104544:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416704 00000100:00100000:2.0:1746126673.104557:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416704 00002000:00010000:2.0:1746126673.104598:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746126673.104602:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973416704 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126673.104613:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d0000. 00000100:00100000:2.0:1746126673.104641:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973416832 00000100:00100000:2.0:1746126673.104644:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973416832 00002000:00010000:2.0:1746126673.104655:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746126673.104657:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac000 with x1830945973416832 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126673.104663:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eac000. 00000100:00100000:2.0:1746126673.104687:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4413 00000100:00100000:2.0:1746126673.104694:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973416704:12345-192.168.203.49@tcp:10:dd.0 00000100:00100000:3.0:1746126673.105061:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4414 00000100:00100000:3.0:1746126673.105070:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973416832:12345-192.168.203.49@tcp:10:dd.0 00002000:00010000:3.0:1746126673.105222:0:25238:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126673.105225:0:25238:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126673 00002000:00010000:3.0:1746126673.105232:0:25238:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126673.105234:0:25238:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126673 00002000:00010000:3.0:1746126673.105235:0:25238:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746126673.105286:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973416832:12345-192.168.203.49@tcp:10:dd.0 Request processed in 217us (1884us total) trans 4294968061 rc 0/0 00000100:00100000:3.0:1746126673.105292:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4414 00002000:00010000:3.0:1746126673.105295:0:25238:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:3.0:1746126673.105297:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac000 with x1830945973416832 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126673.105301:0:25238:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eac000. 00002000:00010000:2.0:1746126673.106640:0:8444:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746126673.106644:0:8444:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126673 00002000:00010000:2.0:1746126673.106646:0:8444:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746126673.106648:0:8444:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126673 00002000:00010000:2.0:1746126673.106650:0:8444:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746126673.106686:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973416704:12345-192.168.203.49@tcp:10:dd.0 Request processed in 1991us (3729us total) trans 4294968537 rc 0/0 00000100:00100000:2.0:1746126673.106693:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4413 00002000:00010000:2.0:1746126673.106696:0:8444:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746126673.106699:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973416704 ext(0->18446744073709551615) 00002000:00010000:2.0:1746126673.106704:0:8444:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d0000. 00000100:00100000:0.0:1746126673.441203:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.441317:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973417088 00000100:00100000:2.0:1746126673.441327:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973417088 00002000:00100000:2.0:1746126673.442196:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800925b5180 x1830945973417088/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.442206:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830945973417088 ext(0->1048575) 00002000:00010000:2.0:1746126673.442213:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925b5180 00000100:00100000:2.0:1746126673.442248:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4415 00000100:00100000:2.0:1746126673.442257:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973417088:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.450893:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.450947:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973417344 00000100:00100000:1.0:1746126673.450957:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973417344 00002000:00100000:1.0:1746126673.451002:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009c28aa00 x1830945973417344/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.451012:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28aa00 with x1830945973417344 ext(0->1048575) 00002000:00010000:1.0:1746126673.451017:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28aa00 00000100:00100000:1.0:1746126673.451038:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4416 00000100:00100000:1.0:1746126673.451045:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973417344:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126673.463886:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.466484:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973417600 00000100:00100000:2.0:1746126673.466498:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973417600 00002000:00100000:2.0:1746126673.466546:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880135d70380 x1830945973417600/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.466556:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70380 with x1830945973417600 ext(1048576->2097151) 00002000:00010000:2.0:1746126673.466562:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d70380 00000100:00100000:2.0:1746126673.466601:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4417 00000100:00100000:2.0:1746126673.466609:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973417600:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.467934:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973417088:12345-192.168.203.49@tcp:4:dd.0 Request processed in 25672us (26735us total) trans 4294968538 rc 0/0 00000100:00100000:3.0:1746126673.467945:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4415 00002000:00100000:3.0:1746126673.467954:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800925b5180 x1830945973417088/t4294968538(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.467963:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830945973417088 ext(0->1048575) 00002000:00010000:3.0:1746126673.467968:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800925b5180 00000100:00100000:1.0:1746126673.471134:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126673.471890:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973417856 00000100:00100000:0.0:1746126673.471900:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973417856 00002000:00100000:0.0:1746126673.471941:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88009276fb80 x1830945973417856/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126673.471951:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276fb80 with x1830945973417856 ext(1048576->2097151) 00002000:00010000:0.0:1746126673.471956:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276fb80 00000100:00100000:0.0:1746126673.471987:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4418 00000100:00100000:0.0:1746126673.471994:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1979:x1830945973417856:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.479719:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c28aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1980:x1830945973417344:12345-192.168.203.49@tcp:4:dd.0 Request processed in 28662us (28826us total) trans 4294968062 rc 0/0 00000100:00100000:3.0:1746126673.479733:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4416 00002000:00100000:3.0:1746126673.479746:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff88009c28aa00 x1830945973417344/t4294968062(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.479755:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c28aa00 with x1830945973417344 ext(0->1048575) 00002000:00010000:3.0:1746126673.479762:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c28aa00 00000100:00100000:2.0:1746126673.480000:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.480714:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973418112 00000100:00100000:3.0:1746126673.480725:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973418112 00002000:00100000:3.0:1746126673.480763:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009c288a80 x1830945973418112/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.480773:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288a80 with x1830945973418112 ext(2097152->3145727) 00002000:00010000:3.0:1746126673.480776:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c288a80 00000100:00100000:3.0:1746126673.480802:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4419 00000100:00100000:3.0:1746126673.480809:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1980:x1830945973418112:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.482798:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1980:x1830945973417600:12345-192.168.203.49@tcp:4:dd.0 Request processed in 16178us (18912us total) trans 4294968539 rc 0/0 00000100:00100000:2.0:1746126673.482809:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4417 00002000:00100000:2.0:1746126673.482820:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880135d70380 x1830945973417600/t4294968539(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.482829:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d70380 with x1830945973417600 ext(1048576->2097151) 00002000:00010000:2.0:1746126673.482834:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135d70380 00000100:00100000:0.0:1746126673.486145:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.486400:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973418368 00000100:00100000:1.0:1746126673.486410:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973418368 00002000:00100000:1.0:1746126673.486469:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880135d73800 x1830945973418368/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.486480:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945973418368 ext(2097152->3145727) 00002000:00010000:1.0:1746126673.486485:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73800 00000100:00100000:1.0:1746126673.486517:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4420 00000100:00100000:1.0:1746126673.486525:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+14:1981:x1830945973418368:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.490603:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009276fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1979:x1830945973417856:12345-192.168.203.49@tcp:4:dd.0 Request processed in 18598us (19467us total) trans 4294968063 rc 0/0 00000100:00100000:2.0:1746126673.490615:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4418 00002000:00100000:2.0:1746126673.490626:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff88009276fb80 x1830945973417856/t4294968063(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.490637:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009276fb80 with x1830945973417856 ext(1048576->2097151) 00002000:00010000:2.0:1746126673.490643:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009276fb80 00000100:00100000:3.0:1746126673.491405:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c288a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1980:x1830945973418112:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10594us (11403us total) trans 4294968540 rc 0/0 00000100:00100000:3.0:1746126673.491413:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4419 00002000:00100000:3.0:1746126673.491419:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff88009c288a80 x1830945973418112/t4294968540(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.491426:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c288a80 with x1830945973418112 ext(2097152->3145727) 00002000:00010000:3.0:1746126673.491430:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c288a80 00000100:00100000:2.0:1746126673.496246:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.496332:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973418624 00000100:00100000:3.0:1746126673.496350:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973418624 00002000:00100000:3.0:1746126673.496396:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880083401f80 x1830945973418624/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.496406:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401f80 with x1830945973418624 ext(3145728->4194303) 00002000:00010000:3.0:1746126673.496412:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083401f80 00000100:00100000:0.0:1746126673.497153:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.497500:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973418880 00000100:00100000:3.0:1746126673.497504:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973418880 00000100:00100000:3.0:1746126673.497520:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4421 00000100:00100000:3.0:1746126673.497528:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1982:x1830945973418624:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126673.498051:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973418368:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11526us (11913us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1746126673.498058:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4420 00002000:00100000:1.0:1746126673.498065:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880135d73800 x1830945973418368/t4294968064(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.498074:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73800 with x1830945973418368 ext(2097152->3145727) 00002000:00010000:1.0:1746126673.498078:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73800 00002000:00100000:3.0:1746126673.498228:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880135d73b80 x1830945973418880/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.498235:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73b80 with x1830945973418880 ext(3145728->4194303) 00002000:00010000:3.0:1746126673.498237:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73b80 00000100:00100000:3.0:1746126673.498255:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4422 00000100:00100000:3.0:1746126673.498260:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1981:x1830945973418880:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126673.505692:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.506299:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973418624:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8768us (10059us total) trans 4294968541 rc 0/0 00000100:00100000:3.0:1746126673.506312:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4421 00002000:00100000:3.0:1746126673.506325:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880083401f80 x1830945973418624/t4294968541(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.506335:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083401f80 with x1830945973418624 ext(3145728->4194303) 00002000:00010000:3.0:1746126673.506353:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083401f80 00000100:00100000:3.0:1746126673.506375:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973419136 00000100:00100000:3.0:1746126673.506383:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973419136 00002000:00100000:3.0:1746126673.506410:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88012d910000 x1830945973419136/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.506418:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945973419136 ext(4194304->5242879) 00002000:00010000:3.0:1746126673.506420:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d910000 00000100:00100000:3.0:1746126673.506437:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4423 00000100:00100000:3.0:1746126673.506466:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1982:x1830945973419136:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.515654:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973418880:12345-192.168.203.49@tcp:4:dd.0 Request processed in 17382us (18491us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1746126673.515665:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4422 00002000:00100000:3.0:1746126673.515676:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880135d73b80 x1830945973418880/t4294968065(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.515686:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135d73b80 with x1830945973418880 ext(3145728->4194303) 00002000:00010000:3.0:1746126673.515692:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135d73b80 00000100:00100000:0.0:1746126673.517679:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.518894:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973419392 00000100:00100000:3.0:1746126673.518905:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973419392 00002000:00100000:3.0:1746126673.518947:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88012d910700 x1830945973419392/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.518957:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910700 with x1830945973419392 ext(4194304->5242879) 00002000:00010000:3.0:1746126673.518962:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910700 00000100:00100000:3.0:1746126673.520722:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4424 00000100:00100000:3.0:1746126673.520732:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1981:x1830945973419392:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126673.521858:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1982:x1830945973419136:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15411us (16173us total) trans 4294968542 rc 0/0 00000100:00100000:0.0:1746126673.521867:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4423 00002000:00100000:0.0:1746126673.521877:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88012d910000 x1830945973419136/t4294968542(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126673.521888:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910000 with x1830945973419136 ext(4194304->5242879) 00002000:00010000:0.0:1746126673.521893:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d910000 00000100:00100000:2.0:1746126673.528417:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.528509:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973419648 00000100:00100000:1.0:1746126673.528519:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973419648 00002000:00100000:1.0:1746126673.529023:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800942baa00 x1830945973419648/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.529033:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945973419648 ext(5242880->6291455) 00002000:00010000:1.0:1746126673.529039:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942baa00 00000100:00100000:1.0:1746126673.529073:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4425 00000100:00100000:1.0:1746126673.529081:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+17:1981:x1830945973419648:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.529510:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1981:x1830945973419392:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8778us (11838us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1746126673.529519:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4424 00002000:00100000:3.0:1746126673.529525:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88012d910700 x1830945973419392/t4294968066(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.529533:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d910700 with x1830945973419392 ext(4194304->5242879) 00002000:00010000:3.0:1746126673.529537:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d910700 00000100:00100000:1.0:1746126673.539654:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1981:x1830945973419648:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10562us (11233us total) trans 4294968543 rc 0/0 00000100:00100000:1.0:1746126673.539666:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4425 00002000:00100000:1.0:1746126673.539679:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800942baa00 x1830945973419648/t4294968543(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.539688:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942baa00 with x1830945973419648 ext(5242880->6291455) 00002000:00010000:1.0:1746126673.539695:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942baa00 00000100:00100000:0.0:1746126673.540025:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.540129:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973419904 00000100:00100000:3.0:1746126673.540137:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973419904 00002000:00100000:3.0:1746126673.540173:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093714000 x1830945973419904/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.540186:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714000 with x1830945973419904 ext(5242880->6291455) 00002000:00010000:3.0:1746126673.540190:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093714000 00000100:00100000:1.0:1746126673.540207:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4426 00000100:00100000:1.0:1746126673.540216:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1982:x1830945973419904:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126673.547149:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126673.550222:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973419904:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9993us (10184us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1746126673.550237:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4426 00002000:00100000:1.0:1746126673.550249:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093714000 x1830945973419904/t4294968067(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.550259:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093714000 with x1830945973419904 ext(5242880->6291455) 00002000:00010000:1.0:1746126673.550265:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093714000 00000100:00100000:0.0:1746126673.550868:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.551292:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973420160 00000100:00100000:1.0:1746126673.551299:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973420160 00002000:00100000:1.0:1746126673.551332:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88012b84ed80 x1830945973420160/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.551349:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84ed80 with x1830945973420160 ext(6291456->7340031) 00002000:00010000:1.0:1746126673.551352:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b84ed80 00000100:00100000:1.0:1746126673.551365:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4427 00000100:00100000:1.0:1746126673.551370:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1982:x1830945973420160:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.565436:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.566166:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973420416 00000100:00100000:1.0:1746126673.566176:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973420416 00002000:00100000:1.0:1746126673.566219:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8801322b0000 x1830945973420416/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.566230:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0000 with x1830945973420416 ext(6291456->7340031) 00002000:00010000:1.0:1746126673.566235:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0000 00000100:00100000:1.0:1746126673.566270:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4428 00000100:00100000:1.0:1746126673.566276:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1982:x1830945973420416:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126673.567956:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b84ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1982:x1830945973420160:12345-192.168.203.49@tcp:4:dd.0 Request processed in 16576us (17080us total) trans 4294968544 rc 0/0 00000100:00100000:1.0:1746126673.567965:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4427 00002000:00100000:1.0:1746126673.567974:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88012b84ed80 x1830945973420160/t4294968544(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.567982:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b84ed80 with x1830945973420160 ext(6291456->7340031) 00002000:00010000:1.0:1746126673.567986:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b84ed80 00000100:00100000:2.0:1746126673.571583:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.571660:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973420672 00000100:00100000:1.0:1746126673.571670:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973420672 00002000:00100000:1.0:1746126673.571717:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008eacca80 x1830945973420672/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126673.571727:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacca80 with x1830945973420672 ext(7340032->8388607) 00002000:00010000:1.0:1746126673.571733:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eacca80 00000100:00100000:1.0:1746126673.571768:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4429 00000100:00100000:1.0:1746126673.571775:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+21:1981:x1830945973420672:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.574662:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801322b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1982:x1830945973420416:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8376us (9226us total) trans 4294968068 rc 0/0 00000100:00100000:2.0:1746126673.574673:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4428 00002000:00100000:2.0:1746126673.574684:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8801322b0000 x1830945973420416/t4294968068(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.574693:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801322b0000 with x1830945973420416 ext(6291456->7340031) 00002000:00010000:2.0:1746126673.574698:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801322b0000 00000100:00100000:1.0:1746126673.579882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.581085:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973420928 00000100:00100000:2.0:1746126673.581109:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973420928 00002000:00100000:2.0:1746126673.581191:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008bb6c000 x1830945973420928/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.581231:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c000 with x1830945973420928 ext(7340032->8388607) 00002000:00010000:2.0:1746126673.581237:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c000 00000100:00100000:2.0:1746126673.581299:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4430 00000100:00100000:2.0:1746126673.581307:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1981:x1830945973420928:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.582595:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eacca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1981:x1830945973420672:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10810us (11014us total) trans 4294968545 rc 0/0 00000100:00100000:2.0:1746126673.582607:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4429 00002000:00100000:2.0:1746126673.582613:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008eacca80 x1830945973420672/t4294968545(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.582627:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008eacca80 with x1830945973420672 ext(7340032->8388607) 00002000:00010000:2.0:1746126673.582631:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008eacca80 00000100:00100000:0.0:1746126673.584402:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.585428:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973421184 00000100:00100000:3.0:1746126673.585438:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973421184 00002000:00100000:3.0:1746126673.585489:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88012de02300 x1830945973421184/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.585498:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02300 with x1830945973421184 ext(8388608->9437183) 00002000:00010000:3.0:1746126673.585502:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de02300 00000100:00100000:3.0:1746126673.585528:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4431 00000100:00100000:3.0:1746126673.585533:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1982:x1830945973421184:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.589225:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1981:x1830945973420928:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7906us (9342us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1746126673.589237:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4430 00002000:00100000:2.0:1746126673.589247:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008bb6c000 x1830945973420928/t4294968069(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.589257:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008bb6c000 with x1830945973420928 ext(7340032->8388607) 00002000:00010000:2.0:1746126673.589263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008bb6c000 00000100:00100000:0.0:1746126673.593667:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.593727:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973421440 00000100:00100000:2.0:1746126673.593736:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973421440 00002000:00100000:2.0:1746126673.593775:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88012de03b80 x1830945973421440/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.593786:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de03b80 with x1830945973421440 ext(8388608->9437183) 00002000:00010000:2.0:1746126673.593791:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de03b80 00000100:00100000:2.0:1746126673.593815:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4432 00000100:00100000:2.0:1746126673.593822:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945973421440:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.594403:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1982:x1830945973421184:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8866us (10004us total) trans 4294968546 rc 0/0 00000100:00100000:3.0:1746126673.594414:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4431 00002000:00100000:3.0:1746126673.594421:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88012de02300 x1830945973421184/t4294968546(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.594428:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de02300 with x1830945973421184 ext(8388608->9437183) 00002000:00010000:3.0:1746126673.594432:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de02300 00000100:00100000:0.0:1746126673.598826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.599014:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973421696 00000100:00100000:3.0:1746126673.599024:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973421696 00002000:00100000:3.0:1746126673.599066:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880083c2a680 x1830945973421696/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.599076:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973421696 ext(9437184->10485759) 00002000:00010000:3.0:1746126673.599081:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2a680 00000100:00100000:3.0:1746126673.599118:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4433 00000100:00100000:3.0:1746126673.599125:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1982:x1830945973421696:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.599907:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973421440:12345-192.168.203.49@tcp:4:dd.0 Request processed in 5791us (5956us total) trans 4294968070 rc 0/0 00000100:00100000:2.0:1746126673.599915:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4432 00002000:00100000:2.0:1746126673.599922:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88012de03b80 x1830945973421440/t4294968070(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.599930:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de03b80 with x1830945973421440 ext(8388608->9437183) 00002000:00010000:2.0:1746126673.599934:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de03b80 00000100:00100000:3.0:1746126673.605387:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945973421696:12345-192.168.203.49@tcp:4:dd.0 Request processed in 6251us (6559us total) trans 4294968547 rc 0/0 00000100:00100000:3.0:1746126673.605398:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4433 00002000:00100000:3.0:1746126673.605412:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880083c2a680 x1830945973421696/t4294968547(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.605422:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973421696 ext(9437184->10485759) 00002000:00010000:3.0:1746126673.605427:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2a680 00000100:00100000:0.0:1746126673.610829:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.610885:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973421952 00000100:00100000:3.0:1746126673.610894:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973421952 00002000:00100000:3.0:1746126673.610936:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880094f58000 x1830945973421952/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.610944:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973421952 ext(9437184->10485759) 00002000:00010000:3.0:1746126673.610948:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58000 00000100:00100000:3.0:1746126673.610977:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4434 00000100:00100000:3.0:1746126673.610984:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1982:x1830945973421952:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126673.617171:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.617197:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973422208 00000100:00100000:2.0:1746126673.617206:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973422208 00002000:00100000:2.0:1746126673.617248:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880094f5a680 x1830945973422208/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.617258:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a680 with x1830945973422208 ext(10485760->11534335) 00002000:00010000:2.0:1746126673.617263:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f5a680 00000100:00100000:2.0:1746126673.617280:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4435 00000100:00100000:2.0:1746126673.617285:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1982:x1830945973422208:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.619981:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973421952:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8985us (9150us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1746126673.619994:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4434 00002000:00100000:3.0:1746126673.620004:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880094f58000 x1830945973421952/t4294968071(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.620014:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973421952 ext(9437184->10485759) 00002000:00010000:3.0:1746126673.620020:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58000 00000100:00100000:0.0:1746126673.624795:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.625482:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973422464 00000100:00100000:3.0:1746126673.625492:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973422464 00002000:00100000:3.0:1746126673.625536:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094f59180 x1830945973422464/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.625546:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59180 with x1830945973422464 ext(10485760->11534335) 00002000:00010000:3.0:1746126673.625552:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59180 00000100:00100000:3.0:1746126673.625585:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4436 00000100:00100000:3.0:1746126673.625593:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1981:x1830945973422464:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126673.630367:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973422208:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13069us (13194us total) trans 4294968548 rc 0/0 00000100:00100000:2.0:1746126673.630378:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4435 00002000:00100000:2.0:1746126673.630389:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff880094f5a680 x1830945973422208/t4294968548(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.630398:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a680 with x1830945973422208 ext(10485760->11534335) 00002000:00010000:2.0:1746126673.630403:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f5a680 00000100:00100000:0.0:1746126673.632545:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.632648:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973422720 00000100:00100000:2.0:1746126673.632658:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973422720 00002000:00100000:2.0:1746126673.632698:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880094f59880 x1830945973422720/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.632707:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59880 with x1830945973422720 ext(11534336->12582911) 00002000:00010000:2.0:1746126673.632712:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f59880 00000100:00100000:2.0:1746126673.632887:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4437 00000100:00100000:2.0:1746126673.632895:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973422720:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.634676:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973422464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9076us (9884us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1746126673.634687:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4436 00002000:00100000:3.0:1746126673.634695:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880094f59180 x1830945973422464/t4294968072(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.634704:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59180 with x1830945973422464 ext(10485760->11534335) 00002000:00010000:3.0:1746126673.634708:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59180 00000100:00100000:0.0:1746126673.644272:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126673.644462:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973422976 00000100:00100000:3.0:1746126673.644473:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973422976 00002000:00100000:3.0:1746126673.644519:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880092679c00 x1830945973422976/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.644531:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679c00 with x1830945973422976 ext(11534336->12582911) 00002000:00010000:3.0:1746126673.644536:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679c00 00000100:00100000:3.0:1746126673.644578:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4438 00000100:00100000:3.0:1746126673.644585:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973422976:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126673.646380:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973422720:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13480us (13837us total) trans 4294968549 rc 0/0 00000100:00100000:0.0:1746126673.646390:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4437 00002000:00100000:0.0:1746126673.646400:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff880094f59880 x1830945973422720/t4294968549(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126673.646408:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59880 with x1830945973422720 ext(11534336->12582911) 00002000:00010000:0.0:1746126673.646413:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f59880 00000100:00100000:2.0:1746126673.651588:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126673.651637:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.651648:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973423360 00000100:00100000:1.0:1746126673.651659:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973423360 00000100:00100000:2.0:1746126673.651663:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973423488 00000100:00100000:2.0:1746126673.651668:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973423488 00002000:00100000:2.0:1746126673.651706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880136ad9c00 x1830945973423488/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/0 e 0 to 0 dl 1746126684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.651716:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9c00 with x1830945973423488 ext(12582912->13631487) 00002000:00010000:2.0:1746126673.651721:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136ad9c00 00000100:00100000:3.0:1746126673.651894:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 158 00000100:00100000:3.0:1746126673.651905:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1188:x1830945973423360:12345-192.168.203.49@tcp:35:dd.0 00000001:00080000:3.0:1746126673.652150:0:7127:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980488 00000100:00100000:3.0:1746126673.652243:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1188:x1830945973423360:12345-192.168.203.49@tcp:35:dd.0 Request processed in 340us (665us total) trans 4294980489 rc 0/0 00000100:00100000:3.0:1746126673.652250:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 158 00000020:00080000:3.0:1746126673.652254:0:7127:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746126673.652485:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4439 00000100:00100000:2.0:1746126673.652494:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1981:x1830945973423488:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126673.654018:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973422976:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9428us (9752us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1746126673.654027:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4438 00002000:00100000:3.0:1746126673.654035:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880092679c00 x1830945973422976/t4294968073(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126673.654043:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679c00 with x1830945973422976 ext(11534336->12582911) 00002000:00010000:3.0:1746126673.654048:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679c00 00000100:00100000:2.0:1746126673.662830:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973423488:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10324us (11180us total) trans 4294968550 rc 0/0 00000100:00100000:2.0:1746126673.662844:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4439 00002000:00100000:2.0:1746126673.662856:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880136ad9c00 x1830945973423488/t4294968550(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:434/0 lens 488/448 e 0 to 0 dl 1746126684 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126673.662865:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad9c00 with x1830945973423488 ext(12582912->13631487) 00002000:00010000:2.0:1746126673.662870:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136ad9c00 00000100:00100000:0.0:1746126673.674221:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.674316:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973423616 00000100:00100000:1.0:1746126673.674325:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973423616 00000100:00100000:1.0:1746126673.674383:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30133 00000100:00100000:1.0:1746126673.674391:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1193:x1830945973423616:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:1.0:1746126673.674618:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126673.674638:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009350c200/0x9cce4314879c82d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c1f expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.674697:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.674709:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.674719:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:1.0:1746126673.674773:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746126673.674776:0:20998:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:1.0:1746126673.674789:0:20998:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:1.0:1746126673.674809:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009350c200/0x9cce4314879c82d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c1f expref: 26 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.674835:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c1f expref: 25 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126673.674843:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ba1fa00) 00010000:00010000:1.0:1746126673.674845:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126673.674848:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009350d000, rc 0) 00000100:00100000:1.0:1746126673.674900:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1193:x1830945973423616:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 509us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126673.674906:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30133 00000100:00100000:0.0:1746126673.679169:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126673.679211:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126673.679245:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.679262:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973423872 00000100:00100000:1.0:1746126673.679271:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973423872 00000100:00100000:0.0:1746126673.679289:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126673.679312:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 397 00000100:00100000:0.0:1746126673.679318:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973424128 00000100:00100000:1.0:1746126673.679320:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973423872:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126673.679322:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973424128 00000100:00100000:0.0:1746126673.679359:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973424000 00000100:00100000:0.0:1746126673.679362:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973424000 00000100:00100000:0.0:1746126673.679383:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 465 00000100:00100000:0.0:1746126673.679388:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973424128:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126673.679404:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973423872:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 84us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126673.679411:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 397 00000100:00100000:0.0:1746126673.679415:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1982:x1830945973424128:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 26us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126673.679420:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 465 00000100:00100000:0.0:1746126673.679430:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 466 00000100:00100000:0.0:1746126673.679434:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973424000:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:0.0:1746126673.679472:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+6:1981:x1830945973424000:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 37us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126673.679477:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 466 00000100:00080000:0.0:1746126673.679489:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126673.679491:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126673.679582:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973423744 00000100:00100000:3.0:1746126673.679587:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973423744 00000100:00100000:3.0:1746126673.679624:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 400 00000100:00100000:3.0:1746126673.679631:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1981:x1830945973423744:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:3.0:1746126673.679671:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1981:x1830945973423744:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 41us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126673.679677:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 400 00000001:00080000:3.0:1746126674.059823:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968067 is committed 00000001:00080000:3.0:1746126674.059848:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968070 is committed 00000001:00080000:3.0:1746126674.059871:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968073 is committed 00000100:00100000:0.0:1746126674.070892:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.071151:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973424384 00000100:00100000:1.0:1746126674.071164:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973424384 00000100:00100000:1.0:1746126674.071211:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30134 00000100:00100000:1.0:1746126674.071219:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1204:x1830945973424384:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:1.0:1746126674.071243:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126674.071247:0:7124:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126674.071273:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009350d000/0x9cce4314879c82db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c1f expref: 25 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.071287:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009ba1fa00) 00010000:00010000:1.0:1746126674.071296:0:7124:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126674.071305:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045800/0x9cce4314879c82e2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c26 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.071438:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071468:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071476:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071486:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071495:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071500:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071935:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071942:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071948:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:1.0:1746126674.071955:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746126674.071974:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071980:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071986:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.071991:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b044400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126674.071994:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.072000:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.072006:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880094881b00) 00010000:00010000:1.0:1746126674.072009:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126674.072012:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.072016:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044400/0x9cce4314879c82e9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000004:00010000:1.0:1746126674.072024:0:7124:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a6b33b80 reply state ffff880083536000 transno 4294980490 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746126674.072030:0:7124:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126674.072047:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045800/0x9cce4314879c82e2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 27 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.072059:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 26 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.072065:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094881d00) 00010000:00010000:1.0:1746126674.072067:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126674.072069:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b045400, rc 0) 00000100:00100000:1.0:1746126674.072133:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1204:x1830945973424384:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 914us (1249us total) trans 4294980490 rc 0/0 00000100:00100000:1.0:1746126674.072139:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30134 00010000:00010000:2.0:1746126674.073315:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073327:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073346:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073350:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b044200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126674.073353:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073359:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073374:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880094881000) 00010000:00010000:2.0:1746126674.073376:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126674.073378:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.073383:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b044200/0x9cce4314879c82f0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746126674.074380:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.074429:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973424640 00000100:00100000:0.0:1746126674.074438:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973424640 00000100:00100000:0.0:1746126674.074504:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30135 00000100:00100000:0.0:1746126674.074511:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1204:x1830945973424640:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:0.0:1746126674.074531:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.074545:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8000/0x9cce4314879c8305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c2d expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.074625:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.074636:0:7124:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 27 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.074642:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.074673:0:7124:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 27 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.074685:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 27 pid: 7124 timeout: 686 lvb_type: 0 00000100:00100000:0.0:1746126674.074697:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012def9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973801600:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126674.074773:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126674.077354:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012def9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973801600:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126674.077382:0:7124:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746126674.077517:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.077599:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973424768 00000100:00100000:2.0:1746126674.077607:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973424768 00010000:00010000:2.0:1746126674.077637:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 28 pid: 7124 timeout: 686 lvb_type: 0 00000100:00100000:2.0:1746126674.077659:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7873 00000100:00100000:2.0:1746126674.077665:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1980:x1830945973424768:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126674.077676:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126674.077681:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 28 pid: 7124 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.077690:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 28 pid: 7124 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.077710:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b045400/0x9cce4314879c82f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c26 expref: 28 pid: 7124 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.077723:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094881d00) 00010000:00010000:2.0:1746126674.077727:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.077735:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.077740:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.077754:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126674.077789:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1980:x1830945973424768:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 123us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126674.077794:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7873 00010000:00010000:1.0:1746126674.077976:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.077982:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:1.0:1746126674.078000:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:1.0:1746126674.078172:0:7124:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:1.0:1746126674.078179:0:7124:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1746126674.078299:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078305:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078311:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078316:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fc9400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126674.078320:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078326:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078343:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff880094881d00) 00010000:00010000:1.0:1746126674.078346:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126674.078349:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078353:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc9400/0x9cce4314879c830c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:1.0:1746126674.078400:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8000/0x9cce4314879c8305 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c2d expref: 27 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.078408:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fc8000/0x9cce4314879c8305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c2d expref: 27 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.078418:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc8000, rc 0) 00000100:00100000:1.0:1746126674.078459:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1204:x1830945973424640:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 3949us (4083us total) trans 4294980491 rc 301/301 00000100:00100000:1.0:1746126674.078466:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30135 00000100:00100000:1.0:1746126674.080141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.080208:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425024 00000100:00100000:0.0:1746126674.080217:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425024 00000100:00100000:0.0:1746126674.080263:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 159 00000100:00100000:0.0:1746126674.080271:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1204:x1830945973425024:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:0.0:1746126674.080580:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1204:x1830945973425024:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 309us (445us total) trans 4294980492 rc 0/0 00000100:00100000:0.0:1746126674.080586:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 159 00000100:00100000:1.0:1746126674.081727:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.081795:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425152 00000100:00100000:0.0:1746126674.081799:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425152 00000100:00100000:0.0:1746126674.081836:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30136 00000100:00100000:0.0:1746126674.081842:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1204:x1830945973425152:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:0.0:1746126674.081855:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.081870:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082aa00/0x9cce4314879c831a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c34 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.081910:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082aa00/0x9cce4314879c831a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c34 expref: 28 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.081921:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082aa00/0x9cce4314879c831a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c34 expref: 28 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.081935:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:0.0:1746126674.081938:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126674.081941:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013082aa00, rc 0) 00000100:00100000:0.0:1746126674.081966:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1204:x1830945973425152:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 124us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.081970:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30136 00000100:00100000:0.0:1746126674.083189:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.083887:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425408 00000100:00100000:1.0:1746126674.083894:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425408 00000100:00100000:1.0:1746126674.083935:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 160 00000100:00100000:1.0:1746126674.083941:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a514bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1204:x1830945973425408:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:1.0:1746126674.084346:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a514bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1204:x1830945973425408:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 404us (1159us total) trans 4294980493 rc 0/0 00000100:00100000:1.0:1746126674.084353:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 160 00000100:00100000:1.0:1746126674.093673:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.093885:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425536 00000100:00100000:0.0:1746126674.093894:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425536 00000100:00100000:0.0:1746126674.093947:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30137 00000100:00100000:0.0:1746126674.093956:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1205:x1830945973425536:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126674.093978:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.093997:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c3b expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.094055:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.094067:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.094076:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746126674.094130:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746126674.094132:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126674.094146:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.094166:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c3b expref: 31 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.094179:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c3b expref: 30 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.094186:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:0.0:1746126674.094188:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126674.094191:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f99e00, rc 0) 00000100:00100000:0.0:1746126674.094238:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1205:x1830945973425536:12345-192.168.203.49@tcp:101:dd.0 Request processed in 282us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.094243:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30137 00000100:00100000:0.0:1746126674.095122:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.095239:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425664 00000100:00100000:2.0:1746126674.095244:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425664 00000100:00100000:2.0:1746126674.095272:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30138 00000100:00100000:2.0:1746126674.095277:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:1206:x1830945973425664:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126674.095285:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126674.095292:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094846200/0x9cce4314879c832f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c42 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.095324:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126674.095332:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126674.095351:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:2.0:1746126674.095378:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746126674.095381:0:20998:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126674.095390:0:20998:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126674.095403:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094846200/0x9cce4314879c832f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c42 expref: 16 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.095415:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c42 expref: 15 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.095421:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:2.0:1746126674.095423:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126674.095425:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094847c00, rc 0) 00000100:00100000:2.0:1746126674.095483:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012def9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+15:1206:x1830945973425664:12345-192.168.203.49@tcp:101:dd.0 Request processed in 205us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126674.095488:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30138 00000100:00100000:0.0:1746126674.097157:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.097193:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.097215:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973425920 00000100:00100000:2.0:1746126674.097223:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973425920 00000100:00100000:2.0:1746126674.097250:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973426176 00000100:00100000:2.0:1746126674.097253:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973426176 00000100:00100000:2.0:1746126674.097269:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30139 00000100:00100000:2.0:1746126674.097275:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1205:x1830945973425920:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126674.097287:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126674.097301:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c833d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c49 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.097390:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097402:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097411:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097424:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097429:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097434:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746126674.097649:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30140 00010000:00010000:2.0:1746126674.097656:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff6c00/0x9cce4314879c8352 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00000100:00100000:0.0:1746126674.097657:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+15:1206:x1830945973426176:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126674.097664:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff6c00/0x9cce4314879c8352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097665:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126674.097670:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff6c00/0x9cce4314879c8352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097672:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aecb200/0x9cce4314879c8359 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c50 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1746126674.097679:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746126674.097709:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097716:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097723:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097731:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097741:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097746:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097761:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097767:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097775:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097780:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff7800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126674.097784:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097788:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1954200/0x9cce4314879c8375 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097790:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097795:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1954200/0x9cce4314879c8375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097800:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:0.0:1746126674.097800:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1954200/0x9cce4314879c8375 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097803:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:0.0:1746126674.097805:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746126674.097806:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097809:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7800/0x9cce4314879c8344 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097818:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097822:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097827:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097831:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff7000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126674.097833:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126674.097837:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097839:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097844:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097845:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880136355500) 00010000:00010000:2.0:1746126674.097847:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126674.097848:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097849:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097852:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7000/0x9cce4314879c834b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126674.097853:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013082a800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126674.097855:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097859:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097865:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:0.0:1746126674.097868:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126674.097870:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097874:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8367 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097879:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c833d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c49 expref: 33 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.097881:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097889:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff6c00/0x9cce4314879c8352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c49 expref: 32 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.097889:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097893:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097895:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:0.0:1746126674.097896:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1955200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126674.097897:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126674.097898:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126674.097899:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ff6c00, rc 0) 00010000:00010000:0.0:1746126674.097901:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097905:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880136355500) 00010000:00010000:0.0:1746126674.097907:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126674.097909:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097912:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1955200/0x9cce4314879c836e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126674.097932:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aecb200/0x9cce4314879c8359 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c50 expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.097935:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012defaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1205:x1830945973425920:12345-192.168.203.49@tcp:101:dd.0 Request processed in 660us (782us total) trans 4294980494 rc 0/0 00010000:00010000:0.0:1746126674.097940:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1954200/0x9cce4314879c8375 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c50 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.097941:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30139 00010000:00010000:0.0:1746126674.097945:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:0.0:1746126674.097946:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126674.097948:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1954200, rc 0) 00000100:00100000:0.0:1746126674.097964:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+17:1206:x1830945973426176:12345-192.168.203.49@tcp:101:dd.0 Request processed in 309us (770us total) trans 4294980495 rc 0/0 00000100:00100000:0.0:1746126674.097969:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30140 00000100:00100000:2.0:1746126674.100004:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.100280:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.100300:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973426432 00000100:00100000:2.0:1746126674.100308:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973426432 00000100:00100000:2.0:1746126674.100350:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973426688 00000100:00100000:2.0:1746126674.100352:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973426688 00000100:00100000:2.0:1746126674.100370:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30141 00000100:00100000:2.0:1746126674.100377:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1205:x1830945973426432:12345-192.168.203.49@tcp:101:dd.0 00000100:00100000:3.0:1746126674.100397:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30142 00010000:00010000:2.0:1746126674.100397:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126674.100400:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1746126674.100405:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+17:1206:x1830945973426688:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126674.100418:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126674.100420:0:20998:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126674.100420:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f99e00/0x9cce4314879c8328 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c3b expref: 32 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.100431:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094847c00/0x9cce4314879c8336 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c42 expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.100433:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:2.0:1746126674.100437:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126674.100456:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:3.0:1746126674.100460:0:20998:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126674.100462:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094846400/0x9cce4314879c8383 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c57 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.100466:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37800/0x9cce4314879c838a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c5e expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.100583:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.100593:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.100601:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126674.100602:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.100609:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126674.100611:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126674.100615:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126674.100615:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.100619:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00080000:2.0:1746126674.100901:0:7125:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1746126674.101033:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdfce00/0x9cce4314879c83a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101041:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdfce00/0x9cce4314879c83a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101047:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdfce00/0x9cce4314879c83a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101071:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101076:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101081:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101086:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801303e5800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126674.101089:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101094:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101101:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:2.0:1746126674.101103:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126674.101106:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126674.101110:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e5800/0x9cce4314879c8391 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:2.0:1746126674.101117:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880136ad8380 reply state ffff8800942c0000 transno 4294980496 ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746126674.101122:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126674.101140:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094846400/0x9cce4314879c8383 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c57 expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.101152:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bdfce00/0x9cce4314879c83a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c57 expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.101158:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff880136355600) 00010000:00010000:2.0:1746126674.101160:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126674.101162:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bdfce00, rc 0) 00010000:00010000:3.0:1746126674.101227:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101235:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101241:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101291:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101297:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101306:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:3.0:1746126674.101312:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746126674.101361:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101367:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101371:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101375:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af36c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126674.101377:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101382:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101388:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012db8b000) 00010000:00010000:3.0:1746126674.101390:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126674.101393:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101397:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8398 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101404:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101409:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101417:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101421:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af36000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126674.101423:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101427:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101432:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009345a500) 00010000:00010000:3.0:1746126674.101434:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126674.101436:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101460:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36000/0x9cce4314879c83b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:3.0:1746126674.101485:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37800/0x9cce4314879c838a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 19 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.101498:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 18 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.101503:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:3.0:1746126674.101505:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126674.101507:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af36200, rc 0) 00000100:00100000:3.0:1746126674.103350:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f04e74d-65c5-45c5-b169-968db36157cf+18:1206:x1830945973426688:12345-192.168.203.49@tcp:101:dd.0 Request processed in 2942us (3066us total) trans 4294980497 rc 0/0 00000100:00100000:3.0:1746126674.103358:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30142 00000100:00100000:2.0:1746126674.104080:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1205:x1830945973426432:12345-192.168.203.49@tcp:101:dd.0 Request processed in 2522us (2900us total) trans 4294980496 rc 0/0 00000100:00100000:2.0:1746126674.104089:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30141 00010000:00010000:1.0:1746126674.106519:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106532:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106538:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106544:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801303e4c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126674.106548:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106555:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106577:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880136355b00) 00010000:00010000:1.0:1746126674.106580:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126674.106584:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126674.106589:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801303e4c00/0x9cce4314879c839f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746126674.106967:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.107298:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973426816 00000100:00100000:0.0:1746126674.107307:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973426816 00000100:00100000:0.0:1746126674.107355:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6190 00000100:00100000:0.0:1746126674.107362:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+6:1206:x1830945973426816:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126674.107378:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.107392:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c65 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.107415:0:11071:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.108420:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126674.108423:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126674.108427:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c65 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.108476:0:11071:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 32 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.108487:0:11071:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 32 pid: 16421 timeout: 686 lvb_type: 0 00000100:00100000:0.0:1746126674.108499:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009467ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973801728:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126674.108864:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126674.110919:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.111003:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.111012:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427072 00000100:00100000:3.0:1746126674.111097:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427072 00000100:00100000:3.0:1746126674.111148:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427328 00000100:00100000:3.0:1746126674.111151:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427328 00000100:00100000:3.0:1746126674.111168:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4440 00000100:00100000:3.0:1746126674.111175:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973427072:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126674.111206:0:8444:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111221:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126674.111224:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111233:0:8444:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.111251:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4441 00000100:00100000:3.0:1746126674.111255:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973427328:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126674.111271:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111281:0:32440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111287:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126674.111288:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126674.111290:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111326:0:32440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 6 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.111346:0:32440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 6 pid: 16421 timeout: 686 lvb_type: 0 00000100:00100000:3.0:1746126674.111359:0:32440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:32440:1830945973801856:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126674.111414:0:32440:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092652300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126674.112930:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009467ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973801728:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126674.112954:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c65 expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.112967:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009128e800, rc 0) 00000100:00100000:1.0:1746126674.113011:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:1206:x1830945973426816:12345-192.168.203.49@tcp:101:dd.0 Request processed in 5649us (6049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126674.113018:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6190 00000100:00100000:3.0:1746126674.114075:0:32440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:32440:1830945973801856:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126674.114092:0:32440:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.119669:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973802112:0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.119735:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126674.119785:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802112 00000100:00100000:2.0:1746126674.119792:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802112 00000100:00100000:2.0:1746126674.119832:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1746126674.119839:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973802112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.119882:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973802112:12345-0@lo:400:kworker.0 Request processed in 43us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126674.119888:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1746126674.119926:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973802112:0@lo:400:kworker.0 00000100:00100000:0.0:1746126674.120218:0:3315:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126674.120227:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973801984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126674.120253:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126674.120646:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973801984 00000100:00100000:1.0:1746126674.120654:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973801984 00000100:00100000:1.0:1746126674.120677:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1746126674.120681:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973801984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.120696:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973802240:0@lo:400:kworker.0 00000100:00100000:1.0:1746126674.120706:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4219c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3315:x1830945973801984:12345-0@lo:400:kworker.0 Request processed in 25us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126674.120711:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1746126674.120719:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126674.120721:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973802496:0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.120732:0:3314:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126674.120736:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973802624:0@lo:400:kworker.0 00000100:00100000:3.0:1746126674.120742:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126674.120755:0:3316:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746126674.120758:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126674.120759:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973802368:0@lo:400:kworker.0 00000100:00100000:3.0:1746126674.120773:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126674.120776:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802240 00000100:00100000:2.0:1746126674.120778:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802240 00000100:00100000:2.0:1746126674.120800:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802496 00000100:00100000:2.0:1746126674.120802:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802496 00000100:00100000:3.0:1746126674.120808:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1746126674.120812:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973802240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.120816:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1746126674.120820:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973802496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126674.120836:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973802240:12345-0@lo:400:kworker.0 Request processed in 24us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126674.120839:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973802496:12345-0@lo:400:kworker.0 Request processed in 19us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126674.120842:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746126674.120844:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1746126674.120860:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973802496:0@lo:400:kworker.0 00000100:00100000:3.0:1746126674.120877:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973802240:0@lo:400:kworker.0 00000100:00100000:1.0:1746126674.120916:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802624 00000100:00100000:1.0:1746126674.120919:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802624 00000100:00100000:1.0:1746126674.120939:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802368 00000100:00100000:1.0:1746126674.120941:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802368 00000100:00100000:1.0:1746126674.120955:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1746126674.120960:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973802624:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746126674.121008:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126674.121011:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126674.121013:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126674.121024:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1746126674.121029:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973802368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126674.121580:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973802624:12345-0@lo:400:kworker.0 Request processed in 620us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126674.121587:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1746126674.121666:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973802624:0@lo:400:kworker.0 00000100:00100000:0.0:1746126674.121672:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3316:x1830945973802368:12345-0@lo:400:kworker.0 Request processed in 642us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.121677:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1746126674.121686:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973802368:0@lo:400:kworker.0 00000100:00100000:0.0:1746126674.121698:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800943cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4d2283d8-cc6a-40dd-bded-be26e948a48f:3315:1830945973801984:0@lo:400:kworker.0 00000100:00100000:2.0:1746126674.123011:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.123076:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427456 00000100:00100000:0.0:1746126674.123081:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427456 00010000:00010000:0.0:1746126674.123103:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 34 pid: 16421 timeout: 686 lvb_type: 0 00000100:00100000:0.0:1746126674.123127:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7874 00000100:00100000:0.0:1746126674.123131:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973427456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126674.123138:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126674.123152:0:9803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:0.0:1746126674.123154:0:9803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746126673 -> 1746126674 00002000:00010000:0.0:1746126674.123155:0:9803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746126673 -> 1746126674 00010000:00010000:0.0:1746126674.123160:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 34 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:0.0:1746126674.123171:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 34 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:0.0:1746126674.123189:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094995400/0x9cce4314879c82c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c11 expref: 34 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:0.0:1746126674.123198:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.123200:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.123212:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c65 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.123220:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c65 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.123227:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.123228:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.123231:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.123237:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.123283:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009128e800/0x9cce4314879c83c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c65 expref: 6 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.123294:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008637c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973802752:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126674.123351:0:8444:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.123359:0:8444:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.123734:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.123742:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126674.123791:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427584 00000100:00100000:2.0:1746126674.123795:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427584 00010000:00010000:2.0:1746126674.123812:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 7 pid: 16421 timeout: 686 lvb_type: 0 00000100:00100000:2.0:1746126674.123841:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7875 00000100:00100000:2.0:1746126674.123847:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973427584:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126674.123854:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126674.123863:0:7111:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746126674.123865:0:7111:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746126673 -> 1746126674 00002000:00010000:2.0:1746126674.123867:0:7111:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746126673 -> 1746126674 00002000:00010000:2.0:1746126674.123869:0:7111:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 24585 00010000:00010000:2.0:1746126674.123873:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 7 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.123886:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 7 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.123900:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094994800/0x9cce4314879c82cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c18 expref: 7 pid: 16421 timeout: 686 lvb_type: 0 00010000:00010000:2.0:1746126674.123910:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.123912:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.123915:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.123922:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.123948:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126674.123968:0:32440:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.123970:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973427584:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 123us (237us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126674.123975:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.123976:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7875 00000100:00100000:0.0:1746126674.127384:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008637c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973802752:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126674.127406:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126674.128597:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973427456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 5459us (5583us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.128615:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7874 00000100:00100000:2.0:1746126674.129892:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.130164:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427840 00000100:00100000:3.0:1746126674.130173:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427840 00002000:00100000:3.0:1746126674.130216:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880132816d80 x1830945973427840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.130226:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816d80 with x1830945973427840 ext(0->1048575) 00002000:00010000:3.0:1746126674.130231:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132816d80 00000100:00100000:3.0:1746126674.130249:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4442 00000100:00100000:3.0:1746126674.130256:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973427840:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126674.131822:0:8444:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.131838:0:8444:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.131847:0:8444:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.131857:0:8444:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094846200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126674.131861:0:8444:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.131869:0:8444:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.132134:0:8444:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.132141:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094846200/0x9cce4314879c83d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.132195:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973427072:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21016us (21277us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.132204:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4440 00010000:00010000:0.0:1746126674.142862:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142882:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142890:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142897:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094846e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126674.142902:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142909:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142928:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.142939:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c83d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.143148:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945973427328:12345-192.168.203.49@tcp:3:dd.0 Request processed in 31886us (32139us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126674.143157:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4441 00000100:00100000:0.0:1746126674.143536:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973427840:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13280us (13648us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.143543:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4442 00002000:00100000:0.0:1746126674.143555:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880132816d80 x1830945973427840/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.143564:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132816d80 with x1830945973427840 ext(0->1048575) 00002000:00010000:0.0:1746126674.143569:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132816d80 00000100:00100000:3.0:1746126674.151847:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.151914:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973427968 00000100:00100000:0.0:1746126674.151923:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973427968 00000100:00100000:0.0:1746126674.151976:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6191 00000100:00100000:0.0:1746126674.151984:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+6:1206:x1830945973427968:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126674.152002:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.152019:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009128e200/0x9cce4314879c83de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c6c expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126674.152042:0:8438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813c752, atime: 0x0, ctime: 0x6813c752, blocks: 0x6009 00010000:00010000:0.0:1746126674.152060:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.152062:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.152074:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009128e200/0x9cce4314879c83de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c6c expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.152087:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009128e200/0x9cce4314879c83de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c6c expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.152096:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009128e200, rc 0) 00000100:00100000:0.0:1746126674.152151:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1206:x1830945973427968:12345-192.168.203.49@tcp:101:dd.0 Request processed in 169us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.152156:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6191 00000100:00100000:3.0:1746126674.155256:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.155295:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.155355:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973428608 00000100:00100000:3.0:1746126674.155356:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.155366:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973428608 00002000:00100000:1.0:1746126674.155415:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff8800943ced80 x1830945973428608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.155425:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ced80 with x1830945973428608 ext(0->1040383) 00002000:00010000:1.0:1746126674.155432:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943ced80 00000100:00100000:0.0:1746126674.156018:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973428352 00000100:00100000:0.0:1746126674.156023:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973428352 00000100:00100000:0.0:1746126674.156048:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973428224 00000100:00100000:0.0:1746126674.156050:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973428224 00000100:00100000:0.0:1746126674.156064:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4443 00000100:00100000:2.0:1746126674.156069:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4444 00000100:00100000:0.0:1746126674.156071:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945973428608:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.156075:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973428352:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.156076:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4445 00000100:00100000:1.0:1746126674.156083:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973428224:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126674.156123:0:32440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126674.156134:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.156148:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.156266:0:8444:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.156324:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.156330:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.156353:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.156353:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.156355:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.156358:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.156368:0:8444:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.163227:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1980:x1830945973428608:12345-192.168.203.49@tcp:3:dd.0 Request processed in 7144us (7971us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126674.163238:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4443 00002000:00100000:0.0:1746126674.163250:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff8800943ced80 x1830945973428608/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.163259:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ced80 with x1830945973428608 ext(0->1040383) 00002000:00010000:0.0:1746126674.163264:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943ced80 00000100:00100000:2.0:1746126674.171884:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.171943:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973428864 00000100:00100000:0.0:1746126674.171952:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973428864 00000100:00100000:0.0:1746126674.171992:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6192 00000100:00100000:0.0:1746126674.171999:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1206:x1830945973428864:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126674.172020:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.172039:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c73 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126674.172062:0:16421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126674.172079:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.172081:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.172089:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.172103:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.172114:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8793600, rc 0) 00000100:00100000:0.0:1746126674.172154:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+8:1206:x1830945973428864:12345-192.168.203.49@tcp:101:dd.0 Request processed in 155us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.172159:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6192 00000100:00100000:2.0:1746126674.180562:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.180626:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973429120 00000100:00100000:0.0:1746126674.180636:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973429120 00000100:00100000:0.0:1746126674.180675:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6193 00000100:00100000:0.0:1746126674.180681:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+7:1206:x1830945973429120:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126674.180698:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.180715:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c7a expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126674.180736:0:8438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126674.180756:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.180760:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.180767:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.180779:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.180789:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8793000, rc 0) 00000100:00100000:0.0:1746126674.180848:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:1206:x1830945973429120:12345-192.168.203.49@tcp:101:dd.0 Request processed in 166us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.180853:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6193 00000100:00100000:3.0:1746126674.183294:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.183321:0:25238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973429248 00000100:00100000:3.0:1746126674.183329:0:25238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973429248 00002000:00100000:3.0:1746126674.183374:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800943cce00 x1830945973429248/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.183383:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cce00 with x1830945973429248 ext(0->1048575) 00002000:00010000:3.0:1746126674.183389:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cce00 00000100:00100000:3.0:1746126674.183406:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4446 00000100:00100000:3.0:1746126674.183413:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973429248:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.197148:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.197217:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973429504 00000100:00100000:0.0:1746126674.197225:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973429504 00002000:00100000:0.0:1746126674.197265:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff88009232c380 x1830945973429504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.197279:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c380 with x1830945973429504 ext(1040384->2080767) 00002000:00010000:0.0:1746126674.197284:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232c380 00000100:00100000:0.0:1746126674.197304:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4447 00000100:00100000:0.0:1746126674.197310:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973429504:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126674.197531:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.197552:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973429760 00000100:00100000:3.0:1746126674.197555:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973429760 00002000:00100000:3.0:1746126674.197575:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800943cf100 x1830945973429760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.197583:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf100 with x1830945973429760 ext(1048576->2097151) 00000100:00100000:1.0:1746126674.197583:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+11:1982:x1830945973429248:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14167us (14292us total) trans 4294968076 rc 0/0 00002000:00010000:3.0:1746126674.197587:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cf100 00000100:00100000:1.0:1746126674.197592:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4446 00000100:00100000:3.0:1746126674.197599:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4448 00002000:00100000:1.0:1746126674.197600:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff8800943cce00 x1830945973429248/t4294968076(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126674.197604:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973429760:12345-192.168.203.49@tcp:3:dd.0 00002000:00100000:1.0:1746126674.197612:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cce00 with x1830945973429248 ext(0->1048575) 00002000:00010000:1.0:1746126674.197616:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cce00 00000100:00100000:3.0:1746126674.206358:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973429760:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8743us (8818us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.206370:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4448 00002000:00100000:3.0:1746126674.206382:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800943cf100 x1830945973429760/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.206392:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cf100 with x1830945973429760 ext(1048576->2097151) 00002000:00010000:3.0:1746126674.206397:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cf100 00000100:00100000:2.0:1746126674.209931:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973429504:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12613us (12783us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126674.209943:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4447 00002000:00100000:2.0:1746126674.209953:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff88009232c380 x1830945973429504/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.209963:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232c380 with x1830945973429504 ext(1040384->2080767) 00002000:00010000:2.0:1746126674.209969:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009232c380 00000100:00100000:2.0:1746126674.215693:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126674.215713:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009232d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973802880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126674.215779:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126674.216297:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973802880 00000100:00100000:3.0:1746126674.216305:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973802880 00000100:00100000:3.0:1746126674.216346:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1746126674.216353:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973802880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126674.216373:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 396820480 pending 5111808 free 3855613952 avail 3839885312 00000100:00100000:3.0:1746126674.216409:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973802880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126674.216415:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1746126674.216981:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009232d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973802880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126674.217864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.217888:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.217904:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973430144 00000100:00100000:2.0:1746126674.217909:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973430144 00002000:00100000:2.0:1746126674.217945:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009232d180 x1830945973430144/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.217955:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d180 with x1830945973430144 ext(0->1048575) 00002000:00010000:2.0:1746126674.217960:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009232d180 00000100:00100000:2.0:1746126674.217974:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973430272 00000100:00100000:2.0:1746126674.217976:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973430272 00002000:00100000:2.0:1746126674.217987:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880135f9c700 x1830945973430272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.217992:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c700 with x1830945973430272 ext(2080768->2097151) 00002000:00010000:2.0:1746126674.217995:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c700 00000100:00100000:2.0:1746126674.218004:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4449 00000100:00100000:2.0:1746126674.218009:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973430144:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.219348:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4450 00000100:00100000:2.0:1746126674.219362:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973430272:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.219545:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973430272:12345-192.168.203.49@tcp:3:dd.0 Request processed in 189us (1655us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1746126674.219552:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4450 00002000:00100000:2.0:1746126674.219559:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880135f9c700 x1830945973430272/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/16824 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.219568:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9c700 with x1830945973430272 ext(2080768->2097151) 00002000:00010000:2.0:1746126674.219573:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9c700 00000100:00100000:2.0:1746126674.230290:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.230322:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973430528 00000100:00100000:2.0:1746126674.230330:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973430528 00002000:00100000:2.0:1746126674.230382:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880135f9e300 x1830945973430528/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.230393:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9e300 with x1830945973430528 ext(1048576->2097151) 00002000:00010000:2.0:1746126674.230398:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9e300 00000100:00100000:2.0:1746126674.230416:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4451 00000100:00100000:2.0:1746126674.230423:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973430528:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126674.232766:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009232d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973430144:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14743us (14891us total) trans 4294968551 rc 0/0 00000100:00100000:3.0:1746126674.232778:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4449 00002000:00100000:3.0:1746126674.232790:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009232d180 x1830945973430144/t4294968551(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.232799:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009232d180 with x1830945973430144 ext(0->1048575) 00002000:00010000:3.0:1746126674.232805:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009232d180 00000001:00080000:2.0:1746126674.239135:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968075 is committed 00002000:00010000:2.0:1746126674.239208:0:32440:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746126674.239212:0:32440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126674 00002000:00010000:2.0:1746126674.239215:0:32440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126674 00002000:00010000:2.0:1746126674.239217:0:32440:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:2.0:1746126674.239229:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239240:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239247:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239254:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae69800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.239258:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239266:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239285:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.239291:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae69800/0x9cce4314879c83e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239352:0:8444:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239362:0:8444:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239369:0:8444:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239374:0:8444:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff7000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126674.239377:0:8444:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239383:0:8444:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.239383:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973428224:12345-192.168.203.49@tcp:4:dd.0 Request processed in 83294us (84020us total) trans 4294968075 rc 0/0 00000100:00100000:2.0:1746126674.239392:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4445 00010000:00010000:3.0:1746126674.239397:0:8444:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.239403:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c83ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.239476:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1981:x1830945973428352:12345-192.168.203.49@tcp:4:dd.0 Request processed in 83399us (84178us total) trans 4294968074 rc 0/0 00000100:00100000:3.0:1746126674.239483:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4444 00000100:00100000:3.0:1746126674.240490:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.240539:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.240546:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+12:1981:x1830945973430528:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10122us (10265us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1746126674.240553:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4451 00002000:00100000:2.0:1746126674.240565:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880135f9e300 x1830945973430528/t4294968077(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.240574:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135f9e300 with x1830945973430528 ext(1048576->2097151) 00000100:00100000:3.0:1746126674.240578:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973430912 00002000:00010000:2.0:1746126674.240579:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135f9e300 00000100:00100000:3.0:1746126674.240585:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973430912 00000100:00100000:2.0:1746126674.240591:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973431040 00000100:00100000:2.0:1746126674.240594:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973431040 00002000:00100000:3.0:1746126674.240613:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800943cdc00 x1830945973430912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.240613:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800943ce300 x1830945973431040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.240620:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cdc00 with x1830945973430912 ext(2097152->3145727) 00002000:00100000:2.0:1746126674.240620:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ce300 with x1830945973431040 ext(2097152->3145727) 00002000:00010000:2.0:1746126674.240623:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943ce300 00002000:00010000:3.0:1746126674.240624:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cdc00 00000100:00100000:3.0:1746126674.240637:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4452 00000100:00100000:3.0:1746126674.240643:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:1980:x1830945973430912:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.240649:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4453 00000100:00100000:2.0:1746126674.240655:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973431040:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126674.248146:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.248183:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.248218:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973431296 00000100:00100000:0.0:1746126674.248230:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973431296 00000100:00100000:0.0:1746126674.248284:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973431168 00000100:00100000:0.0:1746126674.248287:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973431168 00000100:00100000:1.0:1746126674.248294:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6194 00000100:00100000:1.0:1746126674.248308:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+5:1982:x1830945973431296:12345-192.168.203.49@tcp:101:dd.0 00000100:00100000:0.0:1746126674.248313:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6195 00000100:00100000:0.0:1746126674.248319:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1982:x1830945973431168:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126674.248326:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126674.248326:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126674.248352:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129ef3800/0x9cce4314879c8408 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c88 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.248352:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c8401 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c81 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.248374:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.248374:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.248376:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.248376:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.248383:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129ef3800/0x9cce4314879c8408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c88 expref: 6 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126674.248383:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c8401 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c81 expref: 33 pid: 8438 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126674.248397:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129ef3800/0x9cce4314879c8408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c88 expref: 6 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126674.248397:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ab9a000/0x9cce4314879c8401 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c81 expref: 33 pid: 8438 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126674.248406:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129ef3800, rc 0) 00010000:00010000:0.0:1746126674.248406:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9a000, rc 0) 00000100:00100000:1.0:1746126674.248484:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973431296:12345-192.168.203.49@tcp:101:dd.0 Request processed in 178us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.248484:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973431168:12345-192.168.203.49@tcp:101:dd.0 Request processed in 163us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.248490:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6195 00000100:00100000:1.0:1746126674.248493:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6194 00000100:00100000:0.0:1746126674.253595:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:1980:x1830945973430912:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12936us (13092us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.253608:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4452 00002000:00100000:0.0:1746126674.253621:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800943cdc00 x1830945973430912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.253631:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cdc00 with x1830945973430912 ext(2097152->3145727) 00002000:00010000:0.0:1746126674.253637:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800943cdc00 00000100:00100000:0.0:1746126674.254541:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.254732:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973431808 00000100:00100000:1.0:1746126674.254741:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973431808 00000100:00100000:1.0:1746126674.254786:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4454 00000100:00100000:1.0:1746126674.254793:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973431808:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.254824:0:8444:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.254838:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.254840:0:8444:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.254845:0:8444:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.254857:0:8444:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.255678:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973431040:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15015us (15130us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.255689:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4453 00002000:00100000:2.0:1746126674.255698:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800943ce300 x1830945973431040/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.255712:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943ce300 with x1830945973431040 ext(2097152->3145727) 00002000:00010000:2.0:1746126674.255717:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943ce300 00000100:00100000:1.0:1746126674.256846:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.256908:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973431680 00000100:00100000:3.0:1746126674.256916:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973431680 00000100:00100000:3.0:1746126674.256969:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4455 00000100:00100000:3.0:1746126674.256977:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973431680:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126674.257022:0:32437:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257033:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126674.257034:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126674.257038:0:32437:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257049:0:32437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257146:0:32437:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257153:0:32437:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257159:0:32437:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257165:0:32437:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126674.257168:0:32437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257174:0:32437:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257186:0:32437:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.257197:0:32437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b39400/0x9cce4314879c8416 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.257249:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973431680:12345-192.168.203.49@tcp:3:dd.0 Request processed in 272us (409us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1746126674.257255:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4455 00000100:00100000:0.0:1746126674.260512:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.260644:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973432064 00000100:00100000:2.0:1746126674.260655:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973432064 00000100:00100000:2.0:1746126674.260723:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4456 00000100:00100000:2.0:1746126674.260731:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973432064:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126674.260764:0:2463:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.260776:0:2463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.260778:0:2463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.260782:0:2463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.260793:0:2463:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262748:0:8444:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262763:0:8444:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262771:0:8444:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262777:0:8444:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126674.262781:0:8444:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262788:0:8444:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262806:0:8444:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.262812:0:8444:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091817000/0x9cce4314879c840f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8444 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.262887:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973431808:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8088us (8342us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.262897:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4454 00000100:00100000:1.0:1746126674.269830:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.269897:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973432320 00000100:00100000:0.0:1746126674.269907:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973432320 00002000:00100000:0.0:1746126674.269955:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880089a61180 x1830945973432320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.269965:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945973432320 ext(3145728->4194303) 00002000:00010000:0.0:1746126674.269971:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126674.269995:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4457 00000100:00100000:0.0:1746126674.270002:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973432320:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.272110:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:2.0:1746126674.273009:0:2463:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273020:0:2463:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273027:0:2463:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273038:0:2463:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094861200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.273041:0:2463:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273048:0:2463:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273063:0:2463:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.273069:0:2463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094861200/0x9cce4314879c841d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 2463 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.273271:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973432576 00000100:00100000:0.0:1746126674.273278:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973432576 00002000:00100000:0.0:1746126674.273310:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008addc000 x1830945973432576/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.273318:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addc000 with x1830945973432576 ext(1048576->2097151) 00002000:00010000:0.0:1746126674.273321:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addc000 00000100:00100000:0.0:1746126674.273350:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4458 00000100:00100000:0.0:1746126674.273357:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+12:1982:x1830945973432576:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.277871:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973432064:12345-192.168.203.49@tcp:3:dd.0 Request processed in 17130us (17360us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746126674.277885:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4456 00000100:00100000:3.0:1746126674.286992:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.288207:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973432832 00000100:00100000:0.0:1746126674.288214:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973432832 00002000:00100000:0.0:1746126674.288250:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800943cea00 x1830945973432832/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.288259:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cea00 with x1830945973432832 ext(2097152->3145727) 00002000:00010000:0.0:1746126674.288265:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cea00 00000100:00100000:0.0:1746126674.288287:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4459 00000100:00100000:0.0:1746126674.288293:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+12:1982:x1830945973432832:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.288555:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.288565:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973433216 00000100:00100000:2.0:1746126674.288568:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973433216 00000100:00100000:2.0:1746126674.288589:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4460 00000100:00100000:2.0:1746126674.288593:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973433216:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126674.288619:0:32440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813c752, atime: 0x0, ctime: 0x6813c752, blocks: 0x1007 00010000:00010000:2.0:1746126674.288627:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.288637:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.288639:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.288643:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.288654:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.289365:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.289379:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973433088 00000100:00100000:2.0:1746126674.289382:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973433088 00000100:00100000:2.0:1746126674.289402:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4461 00000100:00100000:2.0:1746126674.289407:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973433088:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126674.289419:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.289427:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.289428:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.289430:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.289437:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.291941:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973432576:12345-192.168.203.49@tcp:4:dd.0 Request processed in 18579us (19836us total) trans 4294968552 rc 0/0 00000100:00100000:2.0:1746126674.291951:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4458 00002000:00100000:2.0:1746126674.291959:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008addc000 x1830945973432576/t4294968552(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.291968:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addc000 with x1830945973432576 ext(1048576->2097151) 00002000:00010000:2.0:1746126674.291974:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addc000 00000100:00100000:0.0:1746126674.292991:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+12:1982:x1830945973432320:12345-192.168.203.49@tcp:3:dd.0 Request processed in 22987us (23168us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.292998:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4457 00002000:00100000:0.0:1746126674.293004:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880089a61180 x1830945973432320/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.293011:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a61180 with x1830945973432320 ext(3145728->4194303) 00002000:00010000:0.0:1746126674.293015:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a61180 00000100:00100000:0.0:1746126674.296994:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973432832:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8693us (10001us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746126674.297005:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4459 00002000:00100000:0.0:1746126674.297015:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800943cea00 x1830945973432832/t4294968078(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.297023:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cea00 with x1830945973432832 ext(2097152->3145727) 00002000:00010000:0.0:1746126674.297028:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cea00 00000100:00100000:3.0:1746126674.311996:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.312608:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973433600 00000100:00100000:0.0:1746126674.312616:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973433600 00002000:00100000:0.0:1746126674.312648:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800943cfb80 x1830945973433600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.312656:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cfb80 with x1830945973433600 ext(3145728->4194303) 00002000:00010000:0.0:1746126674.312661:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cfb80 00000100:00100000:0.0:1746126674.312694:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4462 00000100:00100000:0.0:1746126674.312701:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973433600:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.323417:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800943cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973433600:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10709us (11420us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.323428:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4462 00002000:00100000:0.0:1746126674.323438:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800943cfb80 x1830945973433600/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.323467:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800943cfb80 with x1830945973433600 ext(3145728->4194303) 00002000:00010000:0.0:1746126674.323473:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800943cfb80 00000100:00100000:0.0:1746126674.332991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.333017:0:2463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973433856 00000100:00100000:0.0:1746126674.333023:0:2463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973433856 00002000:00100000:0.0:1746126674.333060:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008637c700 x1830945973433856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.333069:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637c700 with x1830945973433856 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.333074:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637c700 00000100:00100000:0.0:1746126674.333091:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4463 00000100:00100000:0.0:1746126674.333097:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973433856:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126674.341730:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.342575:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.342650:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973434240 00000100:00100000:2.0:1746126674.342658:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973434240 00002000:00100000:2.0:1746126674.342691:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800911a9c00 x1830945973434240/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.342700:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945973434240 ext(2097152->3145727) 00002000:00010000:2.0:1746126674.342705:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:2.0:1746126674.342718:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973434368 00000100:00100000:2.0:1746126674.342720:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973434368 00002000:00100000:2.0:1746126674.342730:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880091619c00 x1830945973434368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.342736:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619c00 with x1830945973434368 ext(4194304->5242879) 00002000:00010000:2.0:1746126674.342739:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091619c00 00000100:00100000:1.0:1746126674.343210:0:25238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4464 00000100:00100000:1.0:1746126674.343218:0:25238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:1979:x1830945973434240:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126674.343271:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+13:1979:x1830945973433856:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10173us (10285us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.343278:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4463 00002000:00100000:0.0:1746126674.343284:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff88008637c700 x1830945973433856/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.343290:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637c700 with x1830945973433856 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.343293:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637c700 00000100:00100000:0.0:1746126674.343306:0:2463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4465 00000100:00100000:0.0:1746126674.343310:0:2463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+14:1979:x1830945973434368:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.353350:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.353837:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973434624 00000100:00100000:1.0:1746126674.353845:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973434624 00002000:00100000:1.0:1746126674.353876:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008637ca80 x1830945973434624/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.353885:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ca80 with x1830945973434624 ext(3145728->4194303) 00000100:00100000:3.0:1746126674.353890:0:25238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800911a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:4f04e74d-65c5-45c5-b169-968db36157cf+14:1979:x1830945973434240:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10670us (12164us total) trans 4294968553 rc 0/0 00002000:00010000:1.0:1746126674.353890:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637ca80 00000100:00100000:3.0:1746126674.353898:0:25238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4464 00002000:00100000:3.0:1746126674.353905:0:25238:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800911a9c00 x1830945973434240/t4294968553(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746126674.353907:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4466 00002000:00100000:3.0:1746126674.353912:0:25238:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800911a9c00 with x1830945973434240 ext(2097152->3145727) 00000100:00100000:1.0:1746126674.353913:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1979:x1830945973434624:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:3.0:1746126674.353915:0:25238:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800911a9c00 00000100:00100000:1.0:1746126674.363652:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+17:1979:x1830945973434624:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9733us (10301us total) trans 4294968081 rc 0/0 00000100:00100000:1.0:1746126674.363663:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4466 00002000:00100000:1.0:1746126674.363673:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008637ca80 x1830945973434624/t4294968081(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.363688:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ca80 with x1830945973434624 ext(3145728->4194303) 00002000:00010000:1.0:1746126674.363693:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637ca80 00000100:00100000:0.0:1746126674.363918:0:2463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:4f04e74d-65c5-45c5-b169-968db36157cf+16:1979:x1830945973434368:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20605us (21342us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.363925:0:2463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4465 00002000:00100000:0.0:1746126674.363930:0:2463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880091619c00 x1830945973434368/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.363936:0:2463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091619c00 with x1830945973434368 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.363940:0:2463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091619c00 00002000:00010000:2.0:1746126674.385352:0:32440:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746126674.385359:0:32440:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 8199 00010000:00010000:2.0:1746126674.385373:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385383:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385390:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385394:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009abdaa00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.385397:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385408:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385422:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.385427:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009abdaa00/0x9cce4314879c8424 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.385517:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1981:x1830945973433216:12345-192.168.203.49@tcp:4:dd.0 Request processed in 96920us (96960us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1746126674.385526:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4460 00000001:00080000:2.0:1746126674.385552:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00000001:00080000:2.0:1746126674.385566:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00010000:00010000:2.0:1746126674.386090:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386097:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386101:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386106:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009abdae00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.386108:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386117:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386125:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.386129:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009abdae00/0x9cce4314879c842b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.386162:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973433088:12345-192.168.203.49@tcp:4:dd.0 Request processed in 96754us (96798us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1746126674.386168:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4461 00000100:00100000:1.0:1746126674.386889:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.386995:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973434880 00000100:00100000:3.0:1746126674.387001:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973434880 00002000:00100000:3.0:1746126674.387034:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880089a60e00 x1830945973434880/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.387043:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60e00 with x1830945973434880 ext(3145728->4194303) 00002000:00010000:3.0:1746126674.387046:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60e00 00000100:00100000:3.0:1746126674.387059:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4467 00000100:00100000:3.0:1746126674.387065:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+14:1980:x1830945973434880:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.388569:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.389039:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973435136 00000100:00100000:0.0:1746126674.389046:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973435136 00002000:00100000:0.0:1746126674.389074:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009467ed80 x1830945973435136/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.389082:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ed80 with x1830945973435136 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.389086:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ed80 00000100:00100000:0.0:1746126674.389114:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4468 00000100:00100000:0.0:1746126674.389120:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+10:1980:x1830945973435136:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.397404:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.397463:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.397479:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.397493:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.397518:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.397539:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973435520 00000100:00100000:1.0:1746126674.397546:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973435520 00000100:00100000:1.0:1746126674.397586:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973435904 00000100:00100000:1.0:1746126674.397588:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973435904 00000100:00100000:1.0:1746126674.397597:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973435776 00000100:00100000:1.0:1746126674.397599:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973435776 00000100:00100000:1.0:1746126674.397610:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973436288 00000100:00100000:1.0:1746126674.397612:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973436288 00002000:00100000:1.0:1746126674.397625:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a4710380 x1830945973436288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.397634:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4710380 with x1830945973436288 ext(5242880->6291455) 00002000:00010000:1.0:1746126674.397639:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4710380 00000100:00100000:1.0:1746126674.397647:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973436416 00000100:00100000:1.0:1746126674.397649:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973436416 00002000:00100000:1.0:1746126674.397659:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093642680 x1830945973436416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.397666:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642680 with x1830945973436416 ext(5242880->6291455) 00002000:00010000:1.0:1746126674.397668:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642680 00000100:00100000:1.0:1746126674.397679:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4469 00000100:00100000:1.0:1746126674.397684:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973435520:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.397731:0:32437:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397743:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.397744:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.397748:0:32437:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397759:0:32437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397860:0:32437:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397868:0:32437:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397874:0:32437:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397880:0:32437:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.397883:0:32437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397889:0:32437:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397905:0:32437:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397911:0:32437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c8432 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.397955:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973435520:12345-192.168.203.49@tcp:3:dd.0 Request processed in 270us (557us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746126674.397960:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4469 00000100:00100000:1.0:1746126674.397974:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4470 00000100:00100000:1.0:1746126674.397979:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973435904:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.397990:0:32437:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.397996:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.397998:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.398000:0:32437:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.398007:0:32437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.398211:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4471 00000100:00100000:2.0:1746126674.398219:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973435776:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126674.398236:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.398243:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.398245:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.398247:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.398256:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.398352:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4472 00000100:00100000:0.0:1746126674.398359:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1979:x1830945973436288:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.400291:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089a60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+18:1980:x1830945973434880:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13220us (13397us total) trans 4294968554 rc 0/0 00000100:00100000:2.0:1746126674.400299:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4467 00002000:00100000:2.0:1746126674.400306:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880089a60e00 x1830945973434880/t4294968554(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.400315:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089a60e00 with x1830945973434880 ext(3145728->4194303) 00002000:00010000:2.0:1746126674.400320:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089a60e00 00000100:00100000:2.0:1746126674.400351:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4473 00000100:00100000:2.0:1746126674.400359:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973436416:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.405063:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+14:1980:x1830945973435136:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15933us (16487us total) trans 4294968082 rc 0/0 00000100:00100000:0.0:1746126674.405075:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4468 00002000:00100000:0.0:1746126674.405085:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009467ed80 x1830945973435136/t4294968082(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.405094:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009467ed80 with x1830945973435136 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.405099:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009467ed80 00010000:00010000:3.0:1746126674.411112:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411127:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411135:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411141:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90ba00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126674.411145:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411151:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411166:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.411172:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8440 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.411380:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800918dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973435776:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13158us (13895us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.411391:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4471 00000100:00100000:2.0:1746126674.418385:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973436416:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18020us (20859us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.418396:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4473 00002000:00100000:2.0:1746126674.418405:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093642680 x1830945973436416/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.418413:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093642680 with x1830945973436416 ext(5242880->6291455) 00002000:00010000:2.0:1746126674.418419:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093642680 00010000:00010000:1.0:1746126674.423839:0:32437:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423855:0:32437:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423867:0:32437:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423873:0:32437:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.423877:0:32437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423884:0:32437:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423899:0:32437:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.423905:0:32437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.423982:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973435904:12345-192.168.203.49@tcp:3:dd.0 Request processed in 25999us (26535us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746126674.423991:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4470 00000100:00100000:0.0:1746126674.424636:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1979:x1830945973436288:12345-192.168.203.49@tcp:3:dd.0 Request processed in 26276us (27139us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.424644:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4472 00002000:00100000:0.0:1746126674.424653:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a4710380 x1830945973436288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.424661:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4710380 with x1830945973436288 ext(5242880->6291455) 00002000:00010000:0.0:1746126674.424665:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4710380 00000100:00100000:3.0:1746126674.429211:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.429287:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973436800 00000100:00100000:0.0:1746126674.429295:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973436800 00002000:00100000:0.0:1746126674.429361:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009161ad80 x1830945973436800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.429372:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945973436800 ext(6291456->7340031) 00002000:00010000:0.0:1746126674.429377:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009161ad80 00000100:00100000:0.0:1746126674.429406:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4474 00000100:00100000:0.0:1746126674.429413:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1980:x1830945973436800:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.430208:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.430322:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973436928 00000100:00100000:1.0:1746126674.430343:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973436928 00000100:00100000:1.0:1746126674.430405:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4475 00000100:00100000:1.0:1746126674.430413:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973436928:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126674.430481:0:32437:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813c752, atime: 0x0, ctime: 0x6813c752, blocks: 0x2007 00010000:00010000:1.0:1746126674.430489:0:32437:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.430503:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.430505:0:32437:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.430510:0:32437:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.430522:0:32437:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.431008:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.431028:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973437184 00000100:00100000:2.0:1746126674.431033:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973437184 00002000:00100000:2.0:1746126674.431055:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008addce00 x1830945973437184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.431063:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addce00 with x1830945973437184 ext(6291456->7340031) 00002000:00010000:2.0:1746126674.431067:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addce00 00000100:00100000:2.0:1746126674.431082:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4476 00000100:00100000:2.0:1746126674.431087:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+12:1979:x1830945973437184:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.435037:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.435977:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.438018:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973437440 00000100:00100000:1.0:1746126674.438030:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973437440 00000100:00100000:1.0:1746126674.438083:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973437696 00000100:00100000:1.0:1746126674.438085:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973437696 00002000:00100000:1.0:1746126674.438103:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008637d180 x1830945973437696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.438112:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d180 with x1830945973437696 ext(7340032->8388607) 00002000:00010000:1.0:1746126674.438117:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637d180 00000100:00100000:1.0:1746126674.438129:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4477 00000100:00100000:1.0:1746126674.438135:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973437440:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126674.438164:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.438176:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.438178:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.438182:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.438193:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.438982:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4478 00000100:00100000:2.0:1746126674.438990:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+18:1979:x1830945973437696:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126674.441877:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.442293:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.442894:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973437952 00000100:00100000:0.0:1746126674.442902:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973437952 00002000:00100000:0.0:1746126674.442937:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880083c2ce00 x1830945973437952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.442946:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ce00 with x1830945973437952 ext(7340032->8388607) 00002000:00010000:0.0:1746126674.442950:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ce00 00000100:00100000:0.0:1746126674.442975:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973438208 00000100:00100000:0.0:1746126674.442977:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973438208 00002000:00100000:0.0:1746126674.442987:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880090d99f80 x1830945973438208/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.442993:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945973438208 ext(4194304->5242879) 00002000:00010000:0.0:1746126674.442996:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99f80 00000100:00100000:0.0:1746126674.443014:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4479 00000100:00100000:0.0:1746126674.443020:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+14:1979:x1830945973437952:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.443747:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4480 00000100:00100000:0.0:1746126674.443755:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+20:1979:x1830945973438208:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126674.447534:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.447679:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+20:1980:x1830945973436800:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18265us (18473us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126674.447689:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4474 00002000:00100000:1.0:1746126674.447698:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009161ad80 x1830945973436800/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.447707:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009161ad80 with x1830945973436800 ext(6291456->7340031) 00002000:00010000:1.0:1746126674.447713:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009161ad80 00000100:00100000:1.0:1746126674.448459:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973438464 00000100:00100000:1.0:1746126674.448467:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973438464 00002000:00100000:1.0:1746126674.448496:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880083c2fb80 x1830945973438464/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.448503:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2fb80 with x1830945973438464 ext(5242880->6291455) 00002000:00010000:1.0:1746126674.448507:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2fb80 00000100:00100000:1.0:1746126674.448533:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4481 00000100:00100000:1.0:1746126674.448539:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1980:x1830945973438464:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.454792:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+16:1979:x1830945973437184:12345-192.168.203.49@tcp:3:dd.0 Request processed in 23691us (23772us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.454805:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4476 00002000:00100000:2.0:1746126674.454818:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88008addce00 x1830945973437184/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.454829:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addce00 with x1830945973437184 ext(6291456->7340031) 00002000:00010000:2.0:1746126674.454835:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addce00 00000100:00100000:2.0:1746126674.459093:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+18:1979:x1830945973437696:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20093us (23107us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.459105:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4478 00002000:00100000:2.0:1746126674.459117:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88008637d180 x1830945973437696/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.459127:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d180 with x1830945973437696 ext(7340032->8388607) 00002000:00010000:2.0:1746126674.459133:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637d180 00000100:00100000:3.0:1746126674.461311:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+14:1979:x1830945973437952:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18279us (19428us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.461323:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4479 00002000:00100000:3.0:1746126674.461342:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff880083c2ce00 x1830945973437952/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.461351:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ce00 with x1830945973437952 ext(7340032->8388607) 00002000:00010000:3.0:1746126674.461356:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2ce00 00000100:00100000:0.0:1746126674.467838:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.469740:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1979:x1830945973438208:12345-192.168.203.49@tcp:4:dd.0 Request processed in 25981us (27442us total) trans 4294968555 rc 0/0 00000100:00100000:3.0:1746126674.469751:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4480 00002000:00100000:3.0:1746126674.469760:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880090d99f80 x1830945973438208/t4294968555(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.469768:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99f80 with x1830945973438208 ext(4194304->5242879) 00002000:00010000:3.0:1746126674.469774:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99f80 00000100:00100000:3.0:1746126674.469792:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973438720 00000100:00100000:3.0:1746126674.469797:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973438720 00002000:00100000:3.0:1746126674.469817:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008637d500 x1830945973438720/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.469824:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d500 with x1830945973438720 ext(5242880->6291455) 00002000:00010000:3.0:1746126674.469827:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637d500 00000100:00100000:3.0:1746126674.469839:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4482 00000100:00100000:3.0:1746126674.469844:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1979:x1830945973438720:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.471732:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+14:1980:x1830945973438464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 23189us (24201us total) trans 4294968085 rc 0/0 00000100:00100000:1.0:1746126674.471741:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4481 00002000:00100000:1.0:1746126674.471748:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880083c2fb80 x1830945973438464/t4294968085(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.471757:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2fb80 with x1830945973438464 ext(5242880->6291455) 00002000:00010000:1.0:1746126674.471761:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2fb80 00000100:00100000:3.0:1746126674.477144:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.478660:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973438976 00000100:00100000:1.0:1746126674.478669:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973438976 00002000:00100000:1.0:1746126674.478705:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092749880 x1830945973438976/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.478714:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092749880 with x1830945973438976 ext(6291456->7340031) 00002000:00010000:1.0:1746126674.478719:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092749880 00000100:00100000:1.0:1746126674.478737:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4483 00000100:00100000:1.0:1746126674.478744:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+14:1980:x1830945973438976:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126674.484314:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+20:1979:x1830945973438720:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14463us (16477us total) trans 4294968556 rc 0/0 00000100:00100000:3.0:1746126674.484326:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4482 00002000:00100000:3.0:1746126674.484344:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88008637d500 x1830945973438720/t4294968556(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.484353:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d500 with x1830945973438720 ext(5242880->6291455) 00002000:00010000:3.0:1746126674.484358:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637d500 00000100:00100000:1.0:1746126674.485733:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.487228:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973439232 00000100:00100000:1.0:1746126674.487236:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973439232 00002000:00100000:1.0:1746126674.487271:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880090d99500 x1830945973439232/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.487280:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945973439232 ext(6291456->7340031) 00002000:00010000:1.0:1746126674.487284:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99500 00000100:00100000:1.0:1746126674.487303:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4484 00000100:00100000:1.0:1746126674.487310:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+20:1979:x1830945973439232:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.491579:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1980:x1830945973438976:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12828us (14434us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1746126674.491590:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4483 00002000:00100000:1.0:1746126674.491600:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880092749880 x1830945973438976/t4294968086(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.491608:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092749880 with x1830945973438976 ext(6291456->7340031) 00002000:00010000:1.0:1746126674.491615:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092749880 00000100:00100000:0.0:1746126674.492054:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.492712:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973439488 00000100:00100000:0.0:1746126674.492719:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973439488 00002000:00100000:0.0:1746126674.492743:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008637d880 x1830945973439488/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.492750:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d880 with x1830945973439488 ext(7340032->8388607) 00002000:00010000:0.0:1746126674.492753:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637d880 00000100:00100000:0.0:1746126674.493352:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4485 00000100:00100000:0.0:1746126674.493360:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1980:x1830945973439488:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.507279:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+22:1979:x1830945973439232:12345-192.168.203.49@tcp:4:dd.0 Request processed in 19963us (21543us total) trans 4294968557 rc 0/0 00000100:00100000:1.0:1746126674.507290:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4484 00002000:00100000:1.0:1746126674.507299:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880090d99500 x1830945973439232/t4294968557(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.507308:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99500 with x1830945973439232 ext(6291456->7340031) 00002000:00010000:1.0:1746126674.507313:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99500 00000100:00100000:2.0:1746126674.508624:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+18:1980:x1830945973439488:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15262us (16568us total) trans 4294968087 rc 0/0 00000100:00100000:2.0:1746126674.508632:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4485 00002000:00100000:2.0:1746126674.508638:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008637d880 x1830945973439488/t4294968087(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.508644:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637d880 with x1830945973439488 ext(7340032->8388607) 00002000:00010000:2.0:1746126674.508648:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637d880 00000100:00100000:1.0:1746126674.510325:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.510359:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.510411:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973439744 00000100:00100000:0.0:1746126674.510418:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973439744 00002000:00100000:0.0:1746126674.510464:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880090d9aa00 x1830945973439744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.510472:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945973439744 ext(8388608->9437183) 00002000:00010000:0.0:1746126674.510475:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9aa00 00000100:00100000:0.0:1746126674.510489:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973440000 00000100:00100000:0.0:1746126674.510491:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973440000 00002000:00100000:0.0:1746126674.510503:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880090d98a80 x1830945973440000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.510509:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945973440000 ext(8388608->9437183) 00002000:00010000:0.0:1746126674.510511:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98a80 00000100:00100000:0.0:1746126674.510521:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4486 00000100:00100000:0.0:1746126674.510526:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+22:1981:x1830945973439744:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:1.0:1746126674.510714:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4487 00000100:00100000:1.0:1746126674.510720:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973440000:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.520784:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+22:1981:x1830945973439744:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10249us (10454us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.520795:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4486 00002000:00100000:0.0:1746126674.520805:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880090d9aa00 x1830945973439744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.520813:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9aa00 with x1830945973439744 ext(8388608->9437183) 00002000:00010000:0.0:1746126674.520819:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9aa00 00000100:00100000:1.0:1746126674.522724:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973440000:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12001us (12361us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126674.522733:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4487 00002000:00100000:1.0:1746126674.522739:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880090d98a80 x1830945973440000/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.522747:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98a80 with x1830945973440000 ext(8388608->9437183) 00002000:00010000:1.0:1746126674.522751:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98a80 00000100:00100000:1.0:1746126674.529045:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.529133:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973440256 00000100:00100000:2.0:1746126674.529141:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973440256 00002000:00100000:2.0:1746126674.529181:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880090d9ad80 x1830945973440256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.529190:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9ad80 with x1830945973440256 ext(9437184->10485759) 00002000:00010000:2.0:1746126674.529194:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9ad80 00000100:00100000:2.0:1746126674.529213:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4488 00000100:00100000:2.0:1746126674.529219:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+22:1981:x1830945973440256:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.532614:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.532654:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973440512 00000100:00100000:0.0:1746126674.532663:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973440512 00002000:00100000:0.0:1746126674.532694:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008addd180 x1830945973440512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.532703:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd180 with x1830945973440512 ext(9437184->10485759) 00002000:00010000:0.0:1746126674.532708:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addd180 00000100:00100000:0.0:1746126674.532734:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4489 00000100:00100000:0.0:1746126674.532741:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973440512:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.536617:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.537032:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973440768 00000100:00100000:3.0:1746126674.537040:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973440768 00002000:00100000:3.0:1746126674.537073:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008addd500 x1830945973440768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.537082:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd500 with x1830945973440768 ext(10485760->11534335) 00002000:00010000:3.0:1746126674.537086:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addd500 00000100:00100000:3.0:1746126674.537112:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4490 00000100:00100000:3.0:1746126674.537118:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+24:1982:x1830945973440768:12345-192.168.203.49@tcp:3:dd.0 00000001:00080000:2.0:1746126674.538945:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968082 is committed 00000001:00080000:2.0:1746126674.538959:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968083 is committed 00002000:00010000:1.0:1746126674.541322:0:32437:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746126674.541326:0:32437:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:1.0:1746126674.541348:0:32437:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.541362:0:32437:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.541369:0:32437:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.541374:0:32437:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.541378:0:32437:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.542032:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.542120:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973441024 00000100:00100000:2.0:1746126674.542128:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973441024 00010000:00010000:1.0:1746126674.542141:0:32437:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.542156:0:32437:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126674.542160:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008637dc00 x1830945973441024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:1.0:1746126674.542162:0:32437:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091816000/0x9cce4314879c8447 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32437 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.542212:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973436928:12345-192.168.203.49@tcp:4:dd.0 Request processed in 111800us (112005us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1746126674.542220:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4475 00002000:00100000:2.0:1746126674.542290:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637dc00 with x1830945973441024 ext(10485760->11534335) 00002000:00010000:2.0:1746126674.542294:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637dc00 00000100:00100000:2.0:1746126674.542317:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4491 00000100:00100000:2.0:1746126674.542323:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973441024:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.543033:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973440256:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13813us (13992us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.543040:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4488 00002000:00100000:2.0:1746126674.543045:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880090d9ad80 x1830945973440256/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.543052:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9ad80 with x1830945973440256 ext(9437184->10485759) 00002000:00010000:2.0:1746126674.543056:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9ad80 00000100:00100000:0.0:1746126674.546429:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.546558:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973440512:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13816us (13948us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.546566:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4489 00002000:00100000:0.0:1746126674.546576:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008addd180 x1830945973440512/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.546589:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd180 with x1830945973440512 ext(9437184->10485759) 00002000:00010000:0.0:1746126674.546594:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addd180 00000100:00100000:0.0:1746126674.546613:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973441280 00000100:00100000:0.0:1746126674.546618:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973441280 00002000:00100000:0.0:1746126674.546641:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008637df80 x1830945973441280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.546647:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637df80 with x1830945973441280 ext(11534336->12582911) 00002000:00010000:0.0:1746126674.546649:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637df80 00000100:00100000:0.0:1746126674.546662:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4492 00000100:00100000:0.0:1746126674.546668:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+24:1982:x1830945973441280:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126674.547887:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126674.555994:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.556073:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973441536 00000100:00100000:1.0:1746126674.556080:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973441536 00002000:00100000:1.0:1746126674.556114:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008addd880 x1830945973441536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.556129:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd880 with x1830945973441536 ext(11534336->12582911) 00002000:00010000:1.0:1746126674.556134:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addd880 00000100:00100000:1.0:1746126674.556164:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4493 00000100:00100000:1.0:1746126674.556172:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973441536:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:2.0:1746126674.557206:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.558369:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.558415:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973441792 00000100:00100000:3.0:1746126674.558421:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973441792 00002000:00100000:3.0:1746126674.558461:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008adddc00 x1830945973441792/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.558470:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adddc00 with x1830945973441792 ext(12582912->13631487) 00002000:00010000:3.0:1746126674.558474:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adddc00 00000100:00100000:3.0:1746126674.558486:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973441920 00000100:00100000:3.0:1746126674.558488:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973441920 00002000:00100000:3.0:1746126674.558497:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880090d98700 x1830945973441920/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.558509:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98700 with x1830945973441920 ext(7340032->8388607) 00002000:00010000:3.0:1746126674.558512:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d98700 00000100:00100000:3.0:1746126674.558521:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4494 00000100:00100000:3.0:1746126674.558526:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+27:1982:x1830945973441792:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126674.559344:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4495 00000100:00100000:0.0:1746126674.559353:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973441920:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126674.561433:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973440768:12345-192.168.203.49@tcp:3:dd.0 Request processed in 24309us (24817us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126674.561460:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4490 00002000:00100000:0.0:1746126674.561471:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008addd500 x1830945973440768/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.561479:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd500 with x1830945973440768 ext(10485760->11534335) 00002000:00010000:0.0:1746126674.561485:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addd500 00000100:00100000:1.0:1746126674.561505:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.561618:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973442304 00000100:00100000:0.0:1746126674.561624:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973442304 00002000:00100000:0.0:1746126674.561648:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880090d98e00 x1830945973442304/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.561661:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945973442304 ext(8388608->9437183) 00002000:00010000:0.0:1746126674.561664:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98e00 00000100:00100000:0.0:1746126674.561686:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4496 00000100:00100000:0.0:1746126674.561692:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973442304:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.564109:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973441024:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21780us (22075us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.564118:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4491 00002000:00100000:2.0:1746126674.564125:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008637dc00 x1830945973441024/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.564133:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637dc00 with x1830945973441024 ext(10485760->11534335) 00002000:00010000:2.0:1746126674.564137:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637dc00 00000100:00100000:1.0:1746126674.567158:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973441920:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7801us (8787us total) trans 4294968558 rc 0/0 00000100:00100000:1.0:1746126674.567169:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4495 00002000:00100000:1.0:1746126674.567176:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880090d98700 x1830945973441920/t4294968558(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.567185:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98700 with x1830945973441920 ext(7340032->8388607) 00002000:00010000:1.0:1746126674.567189:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d98700 00000100:00100000:3.0:1746126674.567361:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973441280:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20693us (20938us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.567368:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4492 00002000:00100000:3.0:1746126674.567372:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008637df80 x1830945973441280/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.567379:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637df80 with x1830945973441280 ext(11534336->12582911) 00002000:00010000:3.0:1746126674.567382:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637df80 00000100:00100000:2.0:1746126674.576230:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.576432:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973442560 00000100:00100000:2.0:1746126674.576440:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973442560 00002000:00100000:2.0:1746126674.576485:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008adddf80 x1830945973442560/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.576493:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adddf80 with x1830945973442560 ext(8388608->9437183) 00002000:00010000:2.0:1746126674.576499:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adddf80 00000100:00100000:2.0:1746126674.576516:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4497 00000100:00100000:2.0:1746126674.576522:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973442560:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.576527:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973441536:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20354us (20536us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126674.576535:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4493 00002000:00100000:1.0:1746126674.576540:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008addd880 x1830945973441536/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.576547:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addd880 with x1830945973441536 ext(11534336->12582911) 00002000:00010000:1.0:1746126674.576551:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addd880 00000100:00100000:0.0:1746126674.577474:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973442304:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15780us (15968us total) trans 4294968088 rc 0/0 00000100:00100000:0.0:1746126674.577481:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4496 00002000:00100000:0.0:1746126674.577486:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880090d98e00 x1830945973442304/t4294968088(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.577493:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d98e00 with x1830945973442304 ext(8388608->9437183) 00002000:00010000:0.0:1746126674.577496:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d98e00 00000100:00100000:3.0:1746126674.579385:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973441792:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20854us (22177us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126674.579393:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4494 00002000:00100000:3.0:1746126674.579400:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008adddc00 x1830945973441792/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/440 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.579408:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adddc00 with x1830945973441792 ext(12582912->13631487) 00002000:00010000:3.0:1746126674.579412:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adddc00 00000100:00100000:0.0:1746126674.586347:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.586402:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973442816 00000100:00100000:1.0:1746126674.586412:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973442816 00002000:00100000:1.0:1746126674.586473:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008637e300 x1830945973442816/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.586483:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637e300 with x1830945973442816 ext(9437184->10485759) 00002000:00010000:1.0:1746126674.586488:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637e300 00000100:00100000:0.0:1746126674.586516:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4498 00000100:00100000:0.0:1746126674.586528:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945973442816:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.591473:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973442560:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14944us (15243us total) trans 4294968559 rc 0/0 00000100:00100000:1.0:1746126674.591483:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4497 00002000:00100000:1.0:1746126674.591492:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008adddf80 x1830945973442560/t4294968559(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.591500:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adddf80 with x1830945973442560 ext(8388608->9437183) 00002000:00010000:1.0:1746126674.591504:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008adddf80 00000100:00100000:2.0:1746126674.596080:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973442816:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9545us (9748us total) trans 4294968089 rc 0/0 00000100:00100000:2.0:1746126674.596096:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4498 00002000:00100000:2.0:1746126674.596107:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008637e300 x1830945973442816/t4294968089(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.596117:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637e300 with x1830945973442816 ext(9437184->10485759) 00002000:00010000:2.0:1746126674.596123:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637e300 00000100:00100000:0.0:1746126674.597715:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.597767:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.598181:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973443072 00000100:00100000:1.0:1746126674.598189:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973443072 00002000:00100000:1.0:1746126674.598223:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008637e680 x1830945973443072/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.598231:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637e680 with x1830945973443072 ext(9437184->10485759) 00002000:00010000:1.0:1746126674.598236:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637e680 00000100:00100000:1.0:1746126674.598259:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973443328 00000100:00100000:1.0:1746126674.598262:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973443328 00002000:00100000:1.0:1746126674.598275:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008637ea00 x1830945973443328/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.598281:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ea00 with x1830945973443328 ext(10485760->11534335) 00002000:00010000:1.0:1746126674.598284:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637ea00 00000100:00100000:1.0:1746126674.598295:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4499 00000100:00100000:1.0:1746126674.598300:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973443072:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.598423:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4500 00000100:00100000:1.0:1746126674.598428:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973443328:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126674.610067:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973443072:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11758us (12349us total) trans 4294968560 rc 0/0 00000100:00100000:0.0:1746126674.610078:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4499 00002000:00100000:0.0:1746126674.610087:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88008637e680 x1830945973443072/t4294968560(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126674.610095:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637e680 with x1830945973443072 ext(9437184->10485759) 00002000:00010000:0.0:1746126674.610103:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637e680 00000001:00080000:3.0:1746126674.612139:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968086 is committed 00000001:00080000:3.0:1746126674.612158:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968084 is committed 00000001:00080000:3.0:1746126674.612164:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968087 is committed 00002000:00010000:2.0:1746126674.612789:0:32440:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:2.0:1746126674.612803:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612814:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612821:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612827:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.612831:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612838:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612860:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.612867:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091816c00/0x9cce4314879c844e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.612946:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973437440:12345-192.168.203.49@tcp:4:dd.0 Request processed in 174804us (177912us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1746126674.612955:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4477 00000100:00100000:0.0:1746126674.619749:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.619882:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973443584 00000100:00100000:3.0:1746126674.619893:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973443584 00002000:00100000:3.0:1746126674.619941:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008637ed80 x1830945973443584/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.619951:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ed80 with x1830945973443584 ext(10485760->11534335) 00002000:00010000:3.0:1746126674.619957:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637ed80 00000100:00100000:3.0:1746126674.619986:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4501 00000100:00100000:3.0:1746126674.619993:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973443584:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126674.620804:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973443328:12345-192.168.203.49@tcp:4:dd.0 Request processed in 22374us (23035us total) trans 4294968090 rc 0/0 00000100:00100000:2.0:1746126674.620812:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4500 00002000:00100000:2.0:1746126674.620818:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008637ea00 x1830945973443328/t4294968090(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.620824:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ea00 with x1830945973443328 ext(10485760->11534335) 00002000:00010000:2.0:1746126674.620828:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637ea00 00000100:00100000:2.0:1746126674.620924:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.620975:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973443840 00000100:00100000:2.0:1746126674.620979:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973443840 00002000:00100000:2.0:1746126674.620994:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008adde300 x1830945973443840/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.621001:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adde300 with x1830945973443840 ext(11534336->12582911) 00002000:00010000:2.0:1746126674.621003:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008adde300 00000100:00100000:2.0:1746126674.621025:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4502 00000100:00100000:2.0:1746126674.621032:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+14:1981:x1830945973443840:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126674.621879:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.621931:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973444096 00000100:00100000:1.0:1746126674.621940:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973444096 00000100:00100000:1.0:1746126674.621986:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4503 00000100:00100000:1.0:1746126674.621993:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973444096:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.622021:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.622033:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.622035:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.622039:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.622051:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.625989:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.626135:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973444352 00000100:00100000:1.0:1746126674.626143:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973444352 00000100:00100000:0.0:1746126674.626704:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.626821:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973444608 00000100:00100000:1.0:1746126674.626825:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973444608 00000100:00100000:1.0:1746126674.626856:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4504 00000100:00100000:1.0:1746126674.626863:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008adde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973444352:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.626897:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.626912:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.626914:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.626919:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.626930:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.627561:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4505 00000100:00100000:1.0:1746126674.627568:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973444608:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126674.627585:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.627593:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.627594:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.627599:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.627607:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.632114:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945973443840:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11070us (11177us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1746126674.632127:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4502 00002000:00100000:3.0:1746126674.632138:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008adde300 x1830945973443840/t4294968091(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.632147:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008adde300 with x1830945973443840 ext(11534336->12582911) 00002000:00010000:3.0:1746126674.632153:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008adde300 00010000:00010000:1.0:1746126674.635034:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635051:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635060:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635067:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e6fc00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.635073:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635080:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635100:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.635106:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e6fc00/0x9cce4314879c8455 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.635167:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973444096:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13169us (13283us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1746126674.635177:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4503 00000100:00100000:0.0:1746126674.636663:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.636762:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973444864 00000100:00100000:1.0:1746126674.636771:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973444864 00002000:00100000:1.0:1746126674.636808:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008637f800 x1830945973444864/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.636817:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637f800 with x1830945973444864 ext(11534336->12582911) 00002000:00010000:1.0:1746126674.636821:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637f800 00000100:00100000:1.0:1746126674.636835:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4506 00000100:00100000:1.0:1746126674.636840:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+30:1982:x1830945973444864:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126674.639138:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.639159:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973445376 00000100:00100000:1.0:1746126674.639166:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973445376 00010000:00010000:2.0:1746126674.639172:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.639189:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.639198:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.639208:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 161 00000100:00100000:1.0:1746126674.639214:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1206:x1830945973445376:12345-192.168.203.49@tcp:35:dd.0 00010000:00010000:2.0:1746126674.639260:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a42a4e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.639264:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.639271:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.639289:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.639295:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a42a4e00/0x9cce4314879c845c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.639884:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.640095:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+19:1206:x1830945973445376:12345-192.168.203.49@tcp:35:dd.0 Request processed in 880us (963us total) trans 4294980498 rc 0/0 00000100:00100000:1.0:1746126674.640103:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 161 00000100:00100000:2.0:1746126674.640104:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008adde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973444352:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13241us (14124us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.640111:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4504 00000100:00100000:2.0:1746126674.640127:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973445120 00000100:00100000:2.0:1746126674.640130:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973445120 00002000:00100000:2.0:1746126674.640160:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88008637fb80 x1830945973445120/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/0 e 0 to 0 dl 1746126685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126674.640169:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637fb80 with x1830945973445120 ext(12582912->13631487) 00002000:00010000:2.0:1746126674.640174:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637fb80 00000100:00100000:2.0:1746126674.640186:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4507 00000100:00100000:2.0:1746126674.640192:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008637fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945973445120:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126674.641579:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973443584:12345-192.168.203.49@tcp:4:dd.0 Request processed in 21580us (21831us total) trans 4294968561 rc 0/0 00000100:00100000:3.0:1746126674.641587:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4501 00002000:00100000:3.0:1746126674.641594:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008637ed80 x1830945973443584/t4294968561(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.641602:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637ed80 with x1830945973443584 ext(10485760->11534335) 00002000:00010000:3.0:1746126674.641606:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637ed80 00010000:00010000:1.0:1746126674.642345:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642358:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642365:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642372:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a424ca00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.642377:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642384:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642403:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.642409:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a424ca00/0x9cce4314879c8463 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.642465:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973444608:12345-192.168.203.49@tcp:3:dd.0 Request processed in 14896us (15760us total) trans 0 rc 1015808/1015808 00000100:00100000:1.0:1746126674.642476:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4505 00000100:00100000:0.0:1746126674.642949:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.642998:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973445632 00000100:00100000:1.0:1746126674.643006:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973445632 00000100:00100000:1.0:1746126674.643042:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 162 00000100:00100000:1.0:1746126674.643049:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+19:1206:x1830945973445632:12345-192.168.203.49@tcp:35:dd.0 00000001:00080000:1.0:1746126674.643261:0:7128:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980499 00000100:00100000:1.0:1746126674.643328:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+21:1206:x1830945973445632:12345-192.168.203.49@tcp:35:dd.0 Request processed in 279us (379us total) trans 4294980500 rc 0/0 00000100:00100000:1.0:1746126674.643344:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 162 00000020:00080000:1.0:1746126674.643347:0:7128:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746126674.646434:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973444864:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9582us (9763us total) trans 4294968562 rc 0/0 00000100:00100000:1.0:1746126674.646456:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4506 00002000:00100000:1.0:1746126674.646470:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008637f800 x1830945973444864/t4294968562(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126674.646480:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637f800 with x1830945973444864 ext(11534336->12582911) 00002000:00010000:1.0:1746126674.646485:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008637f800 00000100:00100000:0.0:1746126674.646663:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.646685:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.647500:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973445888 00000100:00100000:0.0:1746126674.647508:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973445888 00000100:00100000:0.0:1746126674.647561:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973446016 00000100:00100000:0.0:1746126674.647564:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973446016 00000100:00100000:0.0:1746126674.647580:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4508 00000100:00100000:0.0:1746126674.647586:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973445888:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126674.647629:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813c752, atime: 0x0, ctime: 0x6813c752, blocks: 0x3007 00010000:00010000:0.0:1746126674.647637:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.647651:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.647653:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.647657:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.647670:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.647764:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4509 00000100:00100000:1.0:1746126674.647771:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973446016:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126674.647786:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.647793:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.647794:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.647797:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.647805:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.650501:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008637fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973445120:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10299us (10607us total) trans 4294968092 rc 0/0 00000100:00100000:3.0:1746126674.650512:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4507 00002000:00100000:3.0:1746126674.650521:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88008637fb80 x1830945973445120/t4294968092(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:435/0 lens 488/448 e 0 to 0 dl 1746126685 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126674.650531:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008637fb80 with x1830945973445120 ext(12582912->13631487) 00002000:00010000:3.0:1746126674.650536:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008637fb80 00000001:00080000:3.0:1746126674.705839:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968088 is committed 00000001:00080000:3.0:1746126674.705856:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968094 is committed 00000001:00080000:3.0:1746126674.705867:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968090 is committed 00000001:00080000:3.0:1746126674.705875:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968092 is committed 00002000:00010000:1.0:1746126674.706705:0:8445:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:1.0:1746126674.706709:0:8445:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126674 -> 1746126675 00002000:00010000:1.0:1746126674.706712:0:8445:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126674 -> 1746126675 00002000:00010000:1.0:1746126674.706714:0:8445:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:1.0:1746126674.706726:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706737:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706744:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706751:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.706755:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706761:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706778:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.706783:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130802e00/0x9cce4314879c8471 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.706876:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973446016:12345-192.168.203.49@tcp:4:dd.0 Request processed in 59099us (60183us total) trans 4294968094 rc 0/0 00000100:00100000:1.0:1746126674.706886:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4509 00010000:00010000:2.0:1746126674.707169:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707178:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707185:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707190:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87a8800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.707192:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707198:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707208:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.707214:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a87a8800/0x9cce4314879c846a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.707263:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973445888:12345-192.168.203.49@tcp:4:dd.0 Request processed in 59676us (60600us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1746126674.707269:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4508 00000100:00100000:0.0:1746126674.715779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.715829:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.715853:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973446528 00000100:00100000:2.0:1746126674.715864:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973446528 00000100:00100000:1.0:1746126674.715882:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973446656 00000100:00100000:1.0:1746126674.715887:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973446656 00000100:00100000:2.0:1746126674.715932:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4510 00000100:00100000:1.0:1746126674.715943:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4511 00000100:00100000:2.0:1746126674.715945:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973446528:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:1.0:1746126674.715949:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973446656:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126674.715980:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.715996:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.715998:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.716004:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.716017:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.716079:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.716089:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.716090:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.716093:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.716104:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729360:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729378:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729389:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729396:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2e3e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.729400:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729407:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729430:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.729436:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e2e3e00/0x9cce4314879c847f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.729535:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973446528:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13590us (13761us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.729546:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4510 00010000:00010000:1.0:1746126674.730978:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.730990:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.730998:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.731009:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094f3ce00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126674.731012:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.731019:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.731031:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.731036:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f3ce00/0x9cce4314879c8478 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126674.731117:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1982:x1830945973446656:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15165us (15284us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126674.731125:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4511 00000100:00100000:0.0:1746126674.734697:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126674.734772:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973447040 00000100:00100000:1.0:1746126674.734780:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973447040 00000100:00100000:1.0:1746126674.734844:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4512 00000100:00100000:1.0:1746126674.734852:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973447040:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126674.734899:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x4007 00010000:00010000:1.0:1746126674.734911:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.734925:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.734927:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126674.734934:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126674.734946:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.735166:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.735288:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973447168 00000100:00100000:2.0:1746126674.735292:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973447168 00000100:00100000:2.0:1746126674.735323:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4513 00000100:00100000:2.0:1746126674.735327:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973447168:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126674.735352:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.735359:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.735360:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.735362:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.735369:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126674.786585:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00002000:00010000:2.0:1746126674.788192:0:8445:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:2.0:1746126674.788197:0:8445:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 18439 00010000:00010000:2.0:1746126674.788210:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788220:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788226:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788233:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8f7000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.788237:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788244:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788260:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.788266:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f7000/0x9cce4314879c8486 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.788346:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973447040:12345-192.168.203.49@tcp:4:dd.0 Request processed in 53480us (53642us total) trans 4294968095 rc 0/0 00000100:00100000:2.0:1746126674.788356:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4512 00000100:00100000:0.0:1746126674.807963:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008addea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973803008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126674.808031:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126674.808093:0:8442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973803008 00000100:00100000:0.0:1746126674.808101:0:8442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973803008 00000100:00100000:0.0:1746126674.808761:0:8442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1746126674.808770:0:8442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973803008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126674.808792:0:8442:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 134414336 pending 42598400 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746126674.808831:0:8442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973803008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126674.808837:0:8442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1746126674.808880:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008addea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973803008:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1746126674.836550:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968096 is committed 00002000:00010000:0.0:1746126674.837425:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 18439 -> 20487 00010000:00010000:0.0:1746126674.837440:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837475:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837483:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837490:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2e2000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126674.837494:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837506:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837524:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.837529:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2e2000/0x9cce4314879c848d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.837629:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973447168:12345-192.168.203.49@tcp:4:dd.0 Request processed in 102293us (102456us total) trans 4294968096 rc 0/0 00000100:00100000:0.0:1746126674.837638:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4513 00000100:00100000:0.0:1746126674.842396:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.842471:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126674.842526:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973447680 00000100:00100000:2.0:1746126674.842536:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973447680 00000100:00100000:2.0:1746126674.842622:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973447936 00000100:00100000:2.0:1746126674.842625:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973447936 00000100:00100000:2.0:1746126674.842653:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4514 00000100:00100000:2.0:1746126674.842661:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973447680:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126674.842710:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.842725:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.842727:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.842732:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.842749:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126674.843498:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4515 00000100:00100000:0.0:1746126674.843506:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973447936:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126674.843525:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.843533:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.843534:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126674.843537:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126674.843545:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861196:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861214:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861222:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861229:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af37600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126674.861233:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861244:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861263:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.861273:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af37600/0x9cce4314879c8494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126674.861377:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973447680:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18710us (18985us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126674.861386:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4514 00010000:00010000:2.0:1746126674.861678:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861688:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861695:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861700:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b445c800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.861703:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861709:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861719:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.861725:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b445c800/0x9cce4314879c849b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.861775:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973447936:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18269us (19331us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126674.861782:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4515 00000100:00100000:0.0:1746126674.867412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126674.867505:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126674.867573:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973448192 00000100:00100000:3.0:1746126674.867583:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973448192 00000100:00100000:3.0:1746126674.867635:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973448320 00000100:00100000:3.0:1746126674.867637:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973448320 00000100:00100000:3.0:1746126674.867656:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4516 00000100:00100000:3.0:1746126674.867663:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973448192:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:3.0:1746126674.867705:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x5007 00010000:00010000:3.0:1746126674.867711:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.867722:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126674.867724:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126674.867728:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126674.867738:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.867761:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4517 00000100:00100000:2.0:1746126674.867772:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973448320:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126674.867801:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.867811:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.867812:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126674.867816:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.867825:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126674.944260:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00002000:00010000:2.0:1746126674.946733:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746126674.946740:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 22537 00010000:00010000:2.0:1746126674.946757:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946768:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946781:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946787:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da0d600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126674.946791:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946797:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946819:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126674.946823:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da0d600/0x9cce4314879c84a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126674.946916:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973448192:12345-192.168.203.49@tcp:4:dd.0 Request processed in 79249us (79512us total) trans 4294968097 rc 0/0 00000100:00100000:2.0:1746126674.946926:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4516 00000001:00080000:3.0:1746126675.026985:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00002000:00010000:2.0:1746126675.028317:0:32441:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 22537 -> 24585 00010000:00010000:2.0:1746126675.028341:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028351:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028363:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028369:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af37400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126675.028372:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028379:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028395:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.028399:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af37400/0x9cce4314879c84a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.028504:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973448320:12345-192.168.203.49@tcp:4:dd.0 Request processed in 160730us (160994us total) trans 4294968098 rc 0/0 00000100:00100000:2.0:1746126675.028513:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4517 00000100:00100000:0.0:1746126675.034395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.034864:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.035064:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973448832 00000100:00100000:3.0:1746126675.035074:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973448832 00000100:00100000:3.0:1746126675.035132:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973449088 00000100:00100000:3.0:1746126675.035134:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973449088 00000100:00100000:3.0:1746126675.035156:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4518 00000100:00100000:3.0:1746126675.035163:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973448832:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126675.035195:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.035208:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.035210:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.035214:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.035225:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.036019:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4519 00000100:00100000:3.0:1746126675.036026:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973449088:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126675.036044:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.036052:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.036054:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.036057:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.036066:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126675.040658:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126675.040666:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746126675.050406:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050420:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050427:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050434:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094805800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.050438:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050464:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050489:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.050494:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094805800/0x9cce4314879c84b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.050561:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973448832:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15393us (16168us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126675.050569:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4518 00010000:00010000:3.0:1746126675.051522:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051530:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051534:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051539:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a473b800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.051541:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051546:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051555:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.051560:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a473b800/0x9cce4314879c84b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.052376:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973449088:12345-192.168.203.49@tcp:3:dd.0 Request processed in 16346us (17507us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126675.052383:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4519 00000001:00080000:2.0:1746126675.054438:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980495 is committed 00000001:00080000:2.0:1746126675.054468:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980492 is committed 00000001:00080000:2.0:1746126675.054474:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980500 is committed 00000001:00080000:2.0:1746126675.054483:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980493 is committed 00000001:00080000:2.0:1746126675.054512:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980496 is committed 00000100:00100000:0.0:1746126675.057990:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.058126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.058208:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973449344 00000100:00100000:2.0:1746126675.058223:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973449344 00000100:00100000:3.0:1746126675.058235:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973449472 00000100:00100000:3.0:1746126675.058250:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973449472 00000100:00100000:3.0:1746126675.058288:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4520 00000100:00100000:3.0:1746126675.058296:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973449472:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:3.0:1746126675.058476:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x6009 00010000:00010000:3.0:1746126675.058485:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.058498:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.058500:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.058505:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.058751:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.058963:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4521 00000100:00100000:2.0:1746126675.058972:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973449344:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126675.059108:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.059117:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.059119:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.059121:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.059130:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126675.108935:0:8445:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746126675.108940:0:8445:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:3.0:1746126675.108954:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.108964:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.108971:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.108978:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013082a800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.108982:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.108988:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.109007:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.109013:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013082a800/0x9cce4314879c84be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.109111:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1979:x1830945973449472:12345-192.168.203.49@tcp:4:dd.0 Request processed in 50806us (50974us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1746126675.109121:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4520 00000001:00080000:3.0:1746126675.109154:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00000001:00080000:3.0:1746126675.170151:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00010000:00010000:1.0:1746126675.170755:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170767:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170775:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170782:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae24000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.170786:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170793:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170810:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.170815:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae24000/0x9cce4314879c84c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.170895:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973449344:12345-192.168.203.49@tcp:4:dd.0 Request processed in 111920us (112922us total) trans 4294968100 rc 0/0 00000100:00100000:1.0:1746126675.170905:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4521 00000100:00100000:1.0:1746126675.177403:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.177477:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.177619:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973449984 00000100:00100000:2.0:1746126675.177628:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973449984 00000100:00100000:2.0:1746126675.177678:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973450240 00000100:00100000:2.0:1746126675.177680:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973450240 00000100:00100000:2.0:1746126675.177700:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4522 00000100:00100000:2.0:1746126675.177706:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973449984:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126675.177741:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.177755:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.177756:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.177761:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.177775:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.178290:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4523 00000100:00100000:0.0:1746126675.178298:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973450240:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126675.178316:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.178323:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.178324:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.178339:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.178348:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186774:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186792:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186800:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186807:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a436f400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126675.186811:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186818:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186837:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.186852:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a436f400/0x9cce4314879c84d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.186935:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973450240:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8631us (9451us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126675.186945:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4523 00010000:00010000:3.0:1746126675.191038:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191056:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191063:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191069:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ffde00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.191073:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191081:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191106:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.191112:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.191187:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973449984:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13474us (13787us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126675.191197:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4522 00000100:00100000:1.0:1746126675.206218:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.206273:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.206374:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973450496 00000100:00100000:3.0:1746126675.206385:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973450496 00000100:00100000:3.0:1746126675.206484:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973450624 00000100:00100000:3.0:1746126675.206487:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973450624 00000100:00100000:3.0:1746126675.206508:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4524 00000100:00100000:3.0:1746126675.206515:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973450496:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:3.0:1746126675.206567:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x7009 00010000:00010000:3.0:1746126675.206576:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.206589:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.206591:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.206596:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.206607:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.207195:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4525 00000100:00100000:2.0:1746126675.207203:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973450624:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126675.207218:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.207225:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.207226:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.207229:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.207236:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126675.274103:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968101 is committed 00002000:00010000:3.0:1746126675.275741:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746126675.275748:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:3.0:1746126675.275771:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275781:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275788:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275794:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093524000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.275797:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275803:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275821:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.275827:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093524000/0x9cce4314879c84da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.275909:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973450496:12345-192.168.203.49@tcp:4:dd.0 Request processed in 69388us (69695us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1746126675.275921:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4524 00000001:00080000:3.0:1746126675.319375:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00010000:00010000:0.0:1746126675.320018:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320031:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320042:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320049:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ffde00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.320052:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320059:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320077:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.320083:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ffde00/0x9cce4314879c84e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.320985:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973450624:12345-192.168.203.49@tcp:4:dd.0 Request processed in 113776us (114704us total) trans 4294968102 rc 0/0 00000100:00100000:0.0:1746126675.320995:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4525 00000100:00100000:0.0:1746126675.330562:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.331257:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.332436:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973451136 00000100:00100000:2.0:1746126675.332475:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973451136 00000100:00100000:2.0:1746126675.332539:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973451264 00000100:00100000:2.0:1746126675.332542:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973451264 00000100:00100000:2.0:1746126675.332564:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4526 00000100:00100000:2.0:1746126675.332571:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973451136:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126675.332607:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.332621:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.332624:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.332629:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.332641:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.333114:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4527 00000100:00100000:1.0:1746126675.333127:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973451264:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126675.333145:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.333153:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.333154:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.333157:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.333165:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351226:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351243:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351251:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351263:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949acc00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.351267:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351274:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351291:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.351297:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949acc00/0x9cce4314879c84ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.352630:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973451264:12345-192.168.203.49@tcp:3:dd.0 Request processed in 19314us (21182us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126675.352641:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4527 00010000:00010000:2.0:1746126675.353823:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353836:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353843:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353850:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b39800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126675.353853:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353860:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353875:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.353880:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b39800/0x9cce4314879c84e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.354157:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973451136:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21585us (23605us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126675.354164:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4526 00000100:00100000:0.0:1746126675.360726:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.360768:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.360821:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973451648 00000100:00100000:2.0:1746126675.360830:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973451648 00000100:00100000:2.0:1746126675.360888:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973451776 00000100:00100000:2.0:1746126675.360890:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973451776 00000100:00100000:2.0:1746126675.360907:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4528 00000100:00100000:2.0:1746126675.360915:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973451648:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126675.360962:0:32441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x8009 00010000:00010000:2.0:1746126675.360970:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.360984:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.360986:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.360990:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.361002:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.361747:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4529 00000100:00100000:3.0:1746126675.361756:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973451776:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:3.0:1746126675.361772:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.361779:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.361781:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.361783:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.361792:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126675.431235:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:0.0:1746126675.431240:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 36873 00010000:00010000:0.0:1746126675.431253:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431264:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431271:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431277:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094846e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.431281:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431287:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431304:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.431310:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094846e00/0x9cce4314879c84fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431945:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431953:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431959:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431965:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b38400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.431967:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431978:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431988:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.431994:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b38400/0x9cce4314879c84f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126675.432214:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968104 is committed 00000100:00100000:0.0:1746126675.432297:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973451776:12345-192.168.203.49@tcp:4:dd.0 Request processed in 70537us (71521us total) trans 4294968104 rc 0/0 00000100:00100000:0.0:1746126675.432307:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4529 00000100:00100000:3.0:1746126675.432389:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973451648:12345-192.168.203.49@tcp:4:dd.0 Request processed in 71474us (71672us total) trans 4294968103 rc 0/0 00000100:00100000:3.0:1746126675.432395:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4528 00000100:00100000:3.0:1746126675.436502:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.436533:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.436595:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973452288 00000100:00100000:1.0:1746126675.436604:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973452288 00000100:00100000:0.0:1746126675.436608:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973452544 00000100:00100000:0.0:1746126675.436612:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973452544 00000100:00100000:0.0:1746126675.436667:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4530 00000100:00100000:1.0:1746126675.436673:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4531 00000100:00100000:0.0:1746126675.436674:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973452544:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:1.0:1746126675.436678:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973452288:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126675.436710:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.436710:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.436722:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.436722:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.436724:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.436724:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.436728:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.436728:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.436740:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.436741:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454242:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454258:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454266:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454273:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90b600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.454276:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454283:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454301:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.454307:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d90b600/0x9cce4314879c850b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.454414:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1980:x1830945973452544:12345-192.168.203.49@tcp:3:dd.0 Request processed in 17734us (17872us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126675.454427:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4530 00010000:00010000:1.0:1746126675.456263:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456275:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456282:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456288:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434e000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.456291:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456297:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456311:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.456316:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8504 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.456576:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973452288:12345-192.168.203.49@tcp:3:dd.0 Request processed in 19892us (20079us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126675.456585:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4531 00000100:00100000:3.0:1746126675.467304:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.467363:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.467381:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973452800 00000100:00100000:1.0:1746126675.467390:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973452800 00000100:00100000:1.0:1746126675.467483:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973452928 00000100:00100000:1.0:1746126675.467486:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973452928 00000100:00100000:2.0:1746126675.467500:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4532 00000100:00100000:2.0:1746126675.467510:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973452800:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126675.467517:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4533 00000100:00100000:1.0:1746126675.467522:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973452928:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126675.467562:0:27175:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813c753, atime: 0x0, ctime: 0x6813c753, blocks: 0x9009 00010000:00010000:2.0:1746126675.467574:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.467582:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.467587:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.467588:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.467593:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.467604:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.467605:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.467606:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.467608:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.467617:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126675.537715:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00002000:00010000:1.0:1746126675.537921:0:32442:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:1.0:1746126675.537925:0:32442:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126675 -> 1746126676 00002000:00010000:1.0:1746126675.537927:0:32442:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126675 -> 1746126676 00002000:00010000:1.0:1746126675.537929:0:32442:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:1.0:1746126675.537941:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.537950:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.537958:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.537969:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434e000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.537972:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.537979:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.537998:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.538003:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009434e000/0x9cce4314879c8519 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.538098:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973452928:12345-192.168.203.49@tcp:4:dd.0 Request processed in 70569us (70727us total) trans 4294968106 rc 0/0 00000100:00100000:1.0:1746126675.538106:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4533 00010000:00010000:2.0:1746126675.538228:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538236:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538242:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538248:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8e7200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126675.538250:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538256:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538266:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.538271:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8e7200/0x9cce4314879c8512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.538316:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973452800:12345-192.168.203.49@tcp:4:dd.0 Request processed in 70808us (71022us total) trans 4294968105 rc 0/0 00000100:00100000:2.0:1746126675.538322:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4532 00000100:00100000:3.0:1746126675.544878:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.544923:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.545010:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.545316:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973453440 00000100:00100000:3.0:1746126675.545334:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973453440 00000100:00100000:3.0:1746126675.545400:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973453568 00000100:00100000:3.0:1746126675.545402:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973453568 00000100:00100000:3.0:1746126675.545419:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973453696 00000100:00100000:3.0:1746126675.545421:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973453696 00000100:00100000:0.0:1746126675.545427:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4534 00000100:00100000:0.0:1746126675.545436:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973453440:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126675.545496:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.545509:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.545511:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.545516:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.545529:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.545842:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4535 00000100:00100000:3.0:1746126675.545848:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973453568:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126675.545866:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.545872:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.545873:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.545876:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.545884:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.546012:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4536 00000100:00100000:3.0:1746126675.546017:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973453696:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126675.546028:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.546034:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.546035:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.546038:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.546045:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.549629:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126675.552857:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552872:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552881:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552887:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ffda00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.552891:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552898:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552913:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.552919:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ffda00/0x9cce4314879c8527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.552988:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973453568:12345-192.168.203.49@tcp:3:dd.0 Request processed in 7135us (8059us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1746126675.552997:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4535 00010000:00010000:0.0:1746126675.558697:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558712:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558720:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558728:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90ba00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.558731:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558739:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558758:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.558764:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8520 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.558852:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973453440:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13411us (13984us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126675.558862:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4534 00010000:00010000:0.0:1746126675.561603:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561618:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561626:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561631:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ffd200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.561636:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561643:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561658:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.561663:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c852e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.561742:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973453696:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15719us (16726us total) trans 0 rc 958464/958464 00000100:00100000:0.0:1746126675.561751:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4536 00000100:00100000:3.0:1746126675.570500:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.570545:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.570635:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973454080 00000100:00100000:0.0:1746126675.570635:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973454208 00000100:00100000:1.0:1746126675.570644:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973454080 00000100:00100000:0.0:1746126675.570644:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973454208 00000100:00100000:1.0:1746126675.570771:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4537 00000100:00100000:0.0:1746126675.570777:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4538 00000100:00100000:1.0:1746126675.570779:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973454080:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126675.570784:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973454208:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126675.570844:0:32440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813c754, atime: 0x0, ctime: 0x6813c754, blocks: 0xa009 00010000:00010000:2.0:1746126675.570855:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.570860:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.570869:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.570870:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.570874:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.570886:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.570887:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.570888:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.570891:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.570898:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126675.629508:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968107 is committed 00000001:00080000:0.0:1746126675.629528:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968108 is committed 00002000:00010000:3.0:1746126675.629701:0:32440:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746126675.629706:0:32440:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:3.0:1746126675.629720:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629730:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629738:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629744:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eb87e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126675.629749:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629756:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629774:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.629780:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb87e00/0x9cce4314879c8535 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629780:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629789:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629796:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629801:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949bda00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126675.629804:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629810:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629819:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.629825:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c853c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.629858:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973454208:12345-192.168.203.49@tcp:4:dd.0 Request processed in 59069us (59306us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1746126675.629867:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4538 00000100:00100000:2.0:1746126675.629875:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973454080:12345-192.168.203.49@tcp:4:dd.0 Request processed in 59097us (59385us total) trans 4294968107 rc 0/0 00000100:00100000:2.0:1746126675.629882:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4537 00000100:00100000:3.0:1746126675.634395:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.634467:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.634538:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973454592 00000100:00100000:2.0:1746126675.634548:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973454592 00000100:00100000:3.0:1746126675.634780:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.634970:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973454848 00000100:00100000:0.0:1746126675.634972:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973455104 00000100:00100000:2.0:1746126675.634974:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973454848 00000100:00100000:0.0:1746126675.634977:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973455104 00000100:00100000:2.0:1746126675.635001:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4539 00000100:00100000:0.0:1746126675.635007:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4540 00000100:00100000:2.0:1746126675.635008:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973454592:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126675.635012:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973454848:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126675.635039:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.635039:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.635052:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.635054:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.635054:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.635059:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.635060:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.635063:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.635071:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.635072:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126675.635173:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4541 00000100:00100000:3.0:1746126675.635180:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973455104:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126675.635192:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.635271:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.635273:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126675.635276:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.635284:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645740:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645759:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645768:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645774:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af29800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.645779:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645787:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645806:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.645812:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af29800/0x9cce4314879c8551 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.645894:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973455104:12345-192.168.203.49@tcp:3:dd.0 Request processed in 10708us (11107us total) trans 0 rc 950272/950272 00000100:00100000:0.0:1746126675.645904:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4541 00010000:00010000:0.0:1746126675.649538:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649556:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649565:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649572:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009abdd400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.649577:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649585:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649604:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649609:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009abdd400/0x9cce4314879c854a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.649679:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973454848:12345-192.168.203.49@tcp:3:dd.0 Request processed in 14660us (15205us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126675.649689:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4540 00010000:00010000:0.0:1746126675.649961:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649968:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649974:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649978:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8f3a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.649980:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649985:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649993:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.649998:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3a00/0x9cce4314879c8543 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.650547:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973454592:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15538us (16161us total) trans 0 rc 90112/90112 00000100:00100000:0.0:1746126675.650553:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4539 00000100:00100000:2.0:1746126675.653852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.653887:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.654096:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973455360 00000100:00100000:0.0:1746126675.654106:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973455360 00000100:00100000:0.0:1746126675.654157:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973455488 00000100:00100000:0.0:1746126675.654159:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973455488 00000100:00100000:0.0:1746126675.654190:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4542 00000100:00100000:0.0:1746126675.654198:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973455360:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126675.654248:0:32441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813c754, atime: 0x0, ctime: 0x6813c754, blocks: 0xb00b 00010000:00010000:0.0:1746126675.654257:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.654270:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.654272:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.654276:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.654289:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.654953:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4543 00000100:00100000:2.0:1746126675.654961:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973455488:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126675.654977:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.654985:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.654986:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126675.654988:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.654997:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126675.719686:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968109 is committed 00002000:00010000:1.0:1746126675.720572:0:32441:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746126675.720577:0:32441:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 47115 00010000:00010000:1.0:1746126675.720589:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720600:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720607:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720613:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009abdc800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.720617:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720624:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720641:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.720647:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009abdc800/0x9cce4314879c8558 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.720729:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973455360:12345-192.168.203.49@tcp:4:dd.0 Request processed in 66528us (66884us total) trans 4294968109 rc 0/0 00000100:00100000:1.0:1746126675.720739:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4542 00000001:00080000:2.0:1746126675.759890:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00002000:00010000:1.0:1746126675.760509:0:27175:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:1.0:1746126675.760525:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760536:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760543:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760549:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8f3200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.760553:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760560:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760578:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.760583:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a8f3200/0x9cce4314879c855f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.760669:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1980:x1830945973455488:12345-192.168.203.49@tcp:4:dd.0 Request processed in 105705us (106776us total) trans 4294968110 rc 0/0 00000100:00100000:1.0:1746126675.760680:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4543 00000100:00100000:3.0:1746126675.765673:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.765991:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.766057:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456000 00000100:00100000:0.0:1746126675.766066:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456000 00000100:00100000:0.0:1746126675.766467:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456128 00000100:00100000:0.0:1746126675.766470:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456128 00000100:00100000:1.0:1746126675.766551:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4544 00000100:00100000:1.0:1746126675.766560:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973456000:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126675.766595:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.766609:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.766611:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.766616:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.766629:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.767043:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4545 00000100:00100000:0.0:1746126675.767050:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973456128:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126675.767068:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.767075:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.767077:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126675.767079:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.767089:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775016:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775020:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775032:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775032:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775039:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775039:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775045:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b445de00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126675.775045:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130828e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126675.775048:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775048:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775056:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775059:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775073:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775073:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.775078:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b445de00/0x9cce4314879c8566 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.775078:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130828e00/0x9cce4314879c856d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.775154:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1979:x1830945973456000:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8591us (9486us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1746126675.775154:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1979:x1830945973456128:12345-192.168.203.49@tcp:3:dd.0 Request processed in 8100us (9158us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126675.775163:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4544 00000100:00100000:0.0:1746126675.775167:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4545 00000100:00100000:3.0:1746126675.779629:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.779686:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456256 00000100:00100000:1.0:1746126675.779696:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456256 00000100:00100000:1.0:1746126675.780150:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6196 00000100:00100000:1.0:1746126675.780158:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1205:x1830945973456256:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126675.780175:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126675.780196:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c8f expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126675.780221:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813c754, atime: 0x0, ctime: 0x6813c754, blocks: 0xc00b 00010000:00010000:1.0:1746126675.780242:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.780244:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126675.780251:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.780494:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 7 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.780505:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9000, rc 0) 00000100:00100000:1.0:1746126675.780559:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1205:x1830945973456256:12345-192.168.203.49@tcp:101:dd.0 Request processed in 401us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126675.780565:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6196 00000100:00100000:3.0:1746126675.801942:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.802237:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456512 00000100:00100000:0.0:1746126675.802247:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456512 00002000:00100000:0.0:1746126675.802289:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880090d17480 x1830945973456512/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126675.802299:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17480 with x1830945973456512 ext(25165824->26214399) 00002000:00010000:0.0:1746126675.802304:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17480 00000100:00100000:0.0:1746126675.802339:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4546 00000100:00100000:0.0:1746126675.802346:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973456512:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126675.810878:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.810970:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456640 00000100:00100000:1.0:1746126675.810979:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456640 00002000:00100000:1.0:1746126675.811020:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880088973480 x1830945973456640/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126675.811030:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973480 with x1830945973456640 ext(25067520->25165823) 00002000:00010000:1.0:1746126675.811036:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973480 00000100:00100000:1.0:1746126675.811070:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4547 00000100:00100000:1.0:1746126675.811078:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973456640:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126675.811624:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973456512:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9276us (9691us total) trans 4294968111 rc 0/0 00000100:00100000:2.0:1746126675.811631:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4546 00002000:00100000:2.0:1746126675.811637:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880090d17480 x1830945973456512/t4294968111(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/448 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126675.811644:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17480 with x1830945973456512 ext(25165824->26214399) 00002000:00010000:2.0:1746126675.811647:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17480 00000100:00100000:1.0:1746126675.817881:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973456640:12345-192.168.203.49@tcp:4:dd.0 Request processed in 6789us (7532us total) trans 4294968112 rc 0/0 00000100:00100000:1.0:1746126675.817893:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4547 00002000:00100000:1.0:1746126675.817905:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880088973480 x1830945973456640/t4294968112(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/448 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126675.817914:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973480 with x1830945973456640 ext(25067520->25165823) 00002000:00010000:1.0:1746126675.817920:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973480 00000100:00100000:3.0:1746126675.819439:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.819573:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456768 00000100:00100000:2.0:1746126675.819581:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456768 00000100:00080000:0.0:1746126675.819780:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126675.819823:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30143 00000100:00100000:2.0:1746126675.819831:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1205:x1830945973456768:12345-192.168.203.49@tcp:44:dd.0 00000100:00100000:2.0:1746126675.821034:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1205:x1830945973456768:12345-192.168.203.49@tcp:44:dd.0 Request processed in 1200us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126675.821041:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30143 00000100:00100000:3.0:1746126675.828972:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.829040:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973456896 00000100:00100000:1.0:1746126675.829050:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973456896 00000100:00100000:1.0:1746126675.829108:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6197 00000100:00100000:1.0:1746126675.829116:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1982:x1830945973456896:12345-192.168.203.49@tcp:16:dd.0 00000001:00080000:2.0:1746126675.893868:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968112 is committed 00000100:00100000:1.0:1746126675.894012:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973456896:12345-192.168.203.49@tcp:16:dd.0 Request processed in 64890us (65043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126675.894024:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6197 00000100:00100000:1.0:1746126675.897149:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.897224:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457152 00000100:00100000:2.0:1746126675.897314:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457152 00000100:00100000:2.0:1746126675.897383:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 163 00000100:00100000:2.0:1746126675.897391:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+15:1205:x1830945973457152:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:2.0:1746126675.897685:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1205:x1830945973457152:12345-192.168.203.49@tcp:35:dd.0 Request processed in 294us (544us total) trans 4294980501 rc 0/0 00000100:00100000:2.0:1746126675.897691:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 163 00000100:00100000:3.0:1746126675.899247:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.899362:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457408 00000100:00100000:2.0:1746126675.899367:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457408 00000100:00100000:2.0:1746126675.899400:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 164 00000100:00100000:2.0:1746126675.899406:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+16:1205:x1830945973457408:12345-192.168.203.49@tcp:35:dd.0 00000001:00080000:2.0:1746126675.899719:0:7128:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980502 00000100:00100000:2.0:1746126675.900035:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1205:x1830945973457408:12345-192.168.203.49@tcp:35:dd.0 Request processed in 627us (791us total) trans 4294980503 rc 0/0 00000100:00100000:2.0:1746126675.900041:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 164 00000020:00080000:2.0:1746126675.900044:0:7128:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126675.921622:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.921688:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457536 00000100:00100000:2.0:1746126675.921698:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457536 00000100:00100000:2.0:1746126675.921757:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30144 00000100:00100000:2.0:1746126675.921765:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+18:1208:x1830945973457536:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:2.0:1746126675.921790:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126675.921810:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abdaa00/0x9cce4314879c857b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c96 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.921871:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.921887:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.921899:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746126675.922083:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126675.922086:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126675.922107:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.922128:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abdaa00/0x9cce4314879c857b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c96 expref: 20 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.922156:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c96 expref: 19 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.922163:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:2.0:1746126675.922166:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126675.922169:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a41ce800, rc 0) 00000100:00100000:2.0:1746126675.922219:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1208:x1830945973457536:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 454us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126675.922225:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30144 00000100:00100000:1.0:1746126675.926366:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.926737:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457664 00000100:00100000:2.0:1746126675.926746:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457664 00000100:00100000:2.0:1746126675.926801:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30145 00000100:00100000:2.0:1746126675.926809:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+19:1208:x1830945973457664:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:2.0:1746126675.926827:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126675.926845:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8589 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4c9d expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.926904:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.926917:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.926927:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.926939:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.926945:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.926949:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927813:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927821:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927828:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1746126675.927858:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:2.0:1746126675.927862:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126675.927875:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927883:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927891:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927896:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927902:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927908:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af37c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126675.927911:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927917:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927927:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:2.0:1746126675.927930:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126675.927934:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927938:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37c00/0x9cce4314879c8590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927949:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927953:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927958:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927962:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af37a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126675.927964:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927969:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927974:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136355700) 00010000:00010000:2.0:1746126675.927975:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126675.927977:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.927981:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af37a00/0x9cce4314879c8597 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126675.928003:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36c00/0x9cce4314879c8589 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c9d expref: 21 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.928014:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c9d expref: 20 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126675.928020:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:2.0:1746126675.928022:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126675.928024:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ecc000, rc 0) 00000100:00100000:2.0:1746126675.928112:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1208:x1830945973457664:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 1303us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126675.928119:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30145 00000100:00100000:0.0:1746126675.931661:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.931709:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.931786:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457920 00000100:00100000:1.0:1746126675.931795:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457920 00000100:00100000:1.0:1746126675.931840:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973457792 00000100:00100000:1.0:1746126675.931842:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973457792 00000100:00100000:1.0:1746126675.931871:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6198 00000100:00100000:1.0:1746126675.931878:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973457920:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:1.0:1746126675.931896:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126675.931910:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c06000/0x9cce4314879c85a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cab expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126675.931962:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973803136:192.168.203.49@tcp:106: 00000100:00100000:1.0:1746126675.932040:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009435dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126675.932172:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6199 00000100:00100000:2.0:1746126675.932180:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973457792:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:2.0:1746126675.932188:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126675.932197:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c85ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ca4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.932222:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008addf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803264:192.168.203.49@tcp:106: 00000100:00100000:2.0:1746126675.932247:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af180 going to sleep for 11 seconds 00002000:00010000:2.0:1746126675.933782:0:16421:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746126675.933788:0:16421:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746126675 00002000:00010000:2.0:1746126675.933790:0:16421:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746126674 00002000:00010000:2.0:1746126675.933792:0:16421:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746126675 00002000:00010000:2.0:1746126675.933793:0:16421:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 16391 00002000:00010000:2.0:1746126675.933808:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 16391 -> 26633 00000100:00100000:2.0:1746126675.933815:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008addf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803264:192.168.203.49@tcp:106: 00010000:00010000:2.0:1746126675.933844:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c85ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ca4 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126675.933855:0:16421:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c85ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ca4 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746126675.933860:0:11071:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746126675.933863:0:11071:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126675 00010000:00010000:2.0:1746126675.933865:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ecd600, rc 0) 00002000:00010000:1.0:1746126675.933865:0:11071:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746126674 00002000:00010000:1.0:1746126675.933866:0:11071:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126675 00000100:00100000:1.0:1746126675.933878:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973803136:192.168.203.49@tcp:106: 00010000:00010000:1.0:1746126675.933892:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c06000/0x9cce4314879c85a5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cab expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746126675.933895:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973457792:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 1715us (2185us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126675.933902:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6199 00010000:00010000:1.0:1746126675.933908:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7c06000/0x9cce4314879c85a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cab expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126675.933920:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7c06000, rc 0) 00000100:00100000:1.0:1746126675.933939:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973457920:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 2061us (2288us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126675.933944:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6198 00000100:00100000:3.0:1746126675.943064:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.943314:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458048 00000100:00100000:0.0:1746126675.943337:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458048 00000100:00100000:0.0:1746126675.943411:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30146 00000100:00100000:0.0:1746126675.943420:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+14:1209:x1830945973458048:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:0.0:1746126675.943479:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126675.943497:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091196000/0x9cce4314879c85b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cb2 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.943553:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126675.943566:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126675.943580:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746126675.943641:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126675.943644:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126675.943668:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126675.943689:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091196000/0x9cce4314879c85b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 16 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.943714:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 15 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126675.943720:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:0.0:1746126675.943723:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126675.943725:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091197600, rc 0) 00000100:00100000:0.0:1746126675.943769:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f04e74d-65c5-45c5-b169-968db36157cf+15:1209:x1830945973458048:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 351us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126675.943775:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30146 00000100:00080000:2.0:1746126675.943953:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126675.955555:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.955660:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458304 00000100:00100000:3.0:1746126675.955669:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458304 00000100:00100000:3.0:1746126675.955707:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30147 00000100:00100000:3.0:1746126675.955714:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+20:1210:x1830945973458304:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:3.0:1746126675.955733:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126675.955750:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed200/0x9cce4314879c85c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cb9 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.955840:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed600/0x9cce4314879c85c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126675.955853:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed600/0x9cce4314879c85c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126675.955863:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed600/0x9cce4314879c85c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746126675.955873:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126675.955989:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed200/0x9cce4314879c85c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb9 expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.956526:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d0ed600/0x9cce4314879c85c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb9 expref: 22 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.956535:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:3.0:1746126675.956538:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126675.956541:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d0ed600, rc 0) 00000100:00100000:3.0:1746126675.956588:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1210:x1830945973458304:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 874us (1044us total) trans 4294980504 rc 0/0 00000100:00100000:3.0:1746126675.956594:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30147 00000100:00100000:0.0:1746126675.958803:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.958894:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458560 00000100:00100000:3.0:1746126675.958903:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458560 00000100:00100000:3.0:1746126675.958952:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30148 00000100:00100000:3.0:1746126675.958960:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1210:x1830945973458560:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:3.0:1746126675.958982:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126675.958996:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009abdaa00/0x9cce4314879c85d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cc0 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.959078:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c85dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126675.959089:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c85dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126675.959099:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c85dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746126675.959109:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746126675.959206:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009abdaa00/0x9cce4314879c85d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cc0 expref: 25 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.959219:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c85dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cc0 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126675.959227:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:3.0:1746126675.959229:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126675.959232:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f8600, rc 0) 00000100:00100000:3.0:1746126675.959317:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1210:x1830945973458560:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 357us (523us total) trans 4294980505 rc 0/0 00000100:00100000:3.0:1746126675.959334:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30148 00000100:00100000:3.0:1746126675.961113:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126675.961142:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.961162:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458688 00000100:00100000:0.0:1746126675.961169:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458688 00000100:00100000:3.0:1746126675.961173:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.961229:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458816 00000100:00100000:0.0:1746126675.961230:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 130 00000100:00100000:1.0:1746126675.961233:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458816 00000100:00100000:0.0:1746126675.961237:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1979:x1830945973458688:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126675.961248:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126675.961255:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973458944 00000100:00100000:1.0:1746126675.961258:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973458944 00000100:00100000:2.0:1746126675.961263:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6200 00010000:00010000:0.0:1746126675.961265:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c85dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cc0 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126675.961269:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973458816:12345-192.168.203.49@tcp:101:cmp.0 00000100:00100000:1.0:1746126675.961273:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6201 00000100:00100000:1.0:1746126675.961278:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973458944:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:2.0:1746126675.961279:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126675.961284:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:1.0:1746126675.961286:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126675.961287:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126675.961290:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c85eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cc7 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126675.961297:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a83800/0x9cce4314879c85f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cce expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126675.961315:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1979:x1830945973458688:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 79us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126675.961332:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 130 00000100:00100000:2.0:1746126675.961342:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008addf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803520:192.168.203.49@tcp:106: 00000100:00100000:1.0:1746126675.961342:0:11071:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973803392:192.168.203.49@tcp:106: 00000100:00100000:2.0:1746126675.961399:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126675.961407:0:11071:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009435dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126675.963040:0:11071:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11071:1830945973803392:192.168.203.49@tcp:106: 00010000:00010000:0.0:1746126675.963067:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a83800/0x9cce4314879c85f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cce expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126675.963078:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a83800/0x9cce4314879c85f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cce expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126675.963092:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a83800, rc 0) 00000100:00100000:0.0:1746126675.963132:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973458944:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 1853us (1956us total) trans 0 rc 301/301 00000100:00100000:0.0:1746126675.963140:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6201 00000100:00100000:2.0:1746126675.963220:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008addf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803520:192.168.203.49@tcp:106: 00010000:00010000:2.0:1746126675.963239:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c85eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cc7 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126675.963248:0:16421:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af36000/0x9cce4314879c85eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cc7 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126675.963269:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af36000, rc 0) 00000100:00100000:2.0:1746126675.963297:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973458816:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 2028us (2154us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126675.963386:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6200 00000100:00100000:1.0:1746126675.975565:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126675.976305:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973459200 00000100:00100000:2.0:1746126675.976316:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973459200 00002000:00100000:2.0:1746126675.976374:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800915cdc00 x1830945973459200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126675.976385:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdc00 with x1830945973459200 ext(0->1048575) 00002000:00010000:2.0:1746126675.976390:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdc00 00000100:00100000:2.0:1746126675.976426:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4548 00000100:00100000:2.0:1746126675.976433:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1982:x1830945973459200:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126675.977014:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.977034:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126675.977078:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126675.977088:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973459456 00000100:00100000:0.0:1746126675.977092:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973459456 00002000:00100000:0.0:1746126675.977110:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800915cdf80 x1830945973459456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126675.977117:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdf80 with x1830945973459456 ext(1048576->2097151) 00002000:00010000:0.0:1746126675.977121:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdf80 00000100:00100000:3.0:1746126675.977122:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973459712 00000100:00100000:3.0:1746126675.977125:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973459712 00000100:00100000:0.0:1746126675.977131:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973459840 00000100:00100000:0.0:1746126675.977132:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973459840 00002000:00100000:3.0:1746126675.977141:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800915ce300 x1830945973459712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126675.977141:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800915ce680 x1830945973459840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/0 e 0 to 0 dl 1746126686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126675.977147:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce680 with x1830945973459840 ext(1048576->2097151) 00002000:00010000:0.0:1746126675.977150:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915ce680 00002000:00100000:3.0:1746126675.977153:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce300 with x1830945973459712 ext(0->1048575) 00002000:00010000:3.0:1746126675.977155:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915ce300 00000100:00100000:0.0:1746126675.977160:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4549 00000100:00100000:0.0:1746126675.977164:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945973459456:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126675.977165:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4550 00000100:00100000:3.0:1746126675.977169:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973459840:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126675.977265:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4551 00000100:00100000:1.0:1746126675.977272:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973459712:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126675.991662:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1982:x1830945973459200:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15214us (16093us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126675.991677:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4548 00002000:00100000:3.0:1746126675.991689:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800915cdc00 x1830945973459200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/440 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126675.991700:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdc00 with x1830945973459200 ext(0->1048575) 00002000:00010000:3.0:1746126675.991705:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdc00 00000100:00100000:0.0:1746126676.003726:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973459456:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 26549us (26701us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.003738:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4549 00002000:00100000:0.0:1746126676.003749:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800915cdf80 x1830945973459456/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/440 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.003759:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdf80 with x1830945973459456 ext(1048576->2097151) 00002000:00010000:0.0:1746126676.003765:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdf80 00000100:00100000:3.0:1746126676.003773:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973459840:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 26602us (26694us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.003781:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4550 00002000:00100000:3.0:1746126676.003786:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800915ce680 x1830945973459840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/440 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.003793:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce680 with x1830945973459840 ext(1048576->2097151) 00002000:00010000:3.0:1746126676.003796:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915ce680 00000100:00100000:2.0:1746126676.011358:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973459712:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 34072us (34308us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.011374:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4551 00002000:00100000:2.0:1746126676.011388:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800915ce300 x1830945973459712/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:436/0 lens 488/440 e 0 to 0 dl 1746126686 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.011398:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce300 with x1830945973459712 ext(0->1048575) 00002000:00010000:2.0:1746126676.011404:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915ce300 00000100:00100000:2.0:1746126676.027341:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.027420:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460096 00000100:00100000:0.0:1746126676.027430:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460096 00000100:00100000:1.0:1746126676.028112:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6202 00000100:00100000:1.0:1746126676.028122:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1210:x1830945973460096:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:1.0:1746126676.028141:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126676.028158:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cd5 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.028189:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.028196:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126676.028198:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126676.028201:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.028233:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.028244:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 7 pid: 16421 timeout: 688 lvb_type: 0 00000100:00100000:1.0:1746126676.028257:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803648:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126676.028360:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009435d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126676.031573:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973803648:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126676.031605:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.032000:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a43b7200, rc 0) 00000100:00100000:1.0:1746126676.032055:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1210:x1830945973460096:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 3934us (4735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126676.032063:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6202 00000100:00100000:2.0:1746126676.046266:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.046661:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460224 00000100:00100000:0.0:1746126676.046671:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460224 00010000:00010000:0.0:1746126676.046719:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 688 lvb_type: 0 00000100:00100000:0.0:1746126676.046753:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7876 00000100:00100000:0.0:1746126676.046759:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973460224:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126676.046773:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126676.046792:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.046807:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.046829:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8793600/0x9cce4314879c83f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c73 expref: 8 pid: 16421 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.046848:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.046850:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.046857:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.046863:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.046893:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.046905:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973803776:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126676.046984:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a06000 going to sleep for 11 seconds 00000100:00080000:1.0:1746126676.047150:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126676.050690:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.050770:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973803776:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126676.050794:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126676.050839:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973460224:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4078us (4583us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126676.050848:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7876 00000100:00100000:3.0:1746126676.051345:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460480 00000100:00100000:3.0:1746126676.051352:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460480 00002000:00100000:3.0:1746126676.051389:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008addfb80 x1830945973460480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.051399:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addfb80 with x1830945973460480 ext(0->1048575) 00002000:00010000:3.0:1746126676.051403:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addfb80 00000100:00100000:3.0:1746126676.051417:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4552 00000100:00100000:3.0:1746126676.051423:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973460480:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.060916:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973460480:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 9478us (10221us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.060927:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4552 00002000:00100000:3.0:1746126676.060939:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008addfb80 x1830945973460480/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.060949:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addfb80 with x1830945973460480 ext(0->1048575) 00002000:00010000:3.0:1746126676.060955:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008addfb80 00000100:00100000:1.0:1746126676.065645:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.065730:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460608 00000100:00100000:2.0:1746126676.065739:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460608 00000100:00100000:2.0:1746126676.065852:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6203 00000100:00100000:2.0:1746126676.065860:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1210:x1830945973460608:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:2.0:1746126676.065878:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126676.065894:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cdc expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.065923:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 31 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.065929:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126676.065931:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126676.065933:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.065961:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 31 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.065976:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 31 pid: 8438 timeout: 688 lvb_type: 0 00000100:00100000:2.0:1746126676.065987:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008addea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973803904:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126676.066633:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126676.074767:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008addea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973803904:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126676.074800:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 34 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.074816:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c49aa00, rc 0) 00000100:00100000:0.0:1746126676.074871:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1210:x1830945973460608:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 9011us (9235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126676.074880:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6203 00000100:00100000:1.0:1746126676.075294:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.076429:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460736 00000100:00100000:0.0:1746126676.076439:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460736 00010000:00010000:0.0:1746126676.076491:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 32 pid: 8438 timeout: 688 lvb_type: 0 00000100:00100000:0.0:1746126676.076525:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7877 00000100:00100000:0.0:1746126676.076533:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973460736:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126676.076547:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126676.076567:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 32 pid: 8438 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.076578:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 32 pid: 8438 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.076603:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a8793000/0x9cce4314879c83fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c7a expref: 32 pid: 8438 timeout: 688 lvb_type: 0 00010000:00010000:0.0:1746126676.076617:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.076619:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.076626:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.076633:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.076661:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 33 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.076673:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973804032:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126676.076734:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099a06000 going to sleep for 11 seconds 00000100:00080000:1.0:1746126676.077573:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126676.080038:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973804032:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126676.080065:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.080122:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+31:1982:x1830945973460736:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 3588us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.080133:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7877 00000100:00100000:2.0:1746126676.087965:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.088071:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.088236:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.088495:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973460992 00000100:00100000:3.0:1746126676.088505:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973460992 00002000:00100000:3.0:1746126676.088554:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008addea00 x1830945973460992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.088565:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addea00 with x1830945973460992 ext(0->1048575) 00002000:00010000:3.0:1746126676.088570:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addea00 00000100:00100000:3.0:1746126676.088587:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973461248 00000100:00100000:3.0:1746126676.088589:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973461248 00002000:00100000:3.0:1746126676.088598:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800860c4000 x1830945973461248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.088603:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4000 with x1830945973461248 ext(1048576->2097151) 00002000:00010000:3.0:1746126676.088606:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4000 00000100:00100000:3.0:1746126676.088614:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973461504 00000100:00100000:3.0:1746126676.088616:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973461504 00002000:00100000:3.0:1746126676.088624:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800860c4380 x1830945973461504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.088631:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4380 with x1830945973461504 ext(1048576->2097151) 00002000:00010000:3.0:1746126676.088633:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c4380 00000100:00100000:3.0:1746126676.088644:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4553 00000100:00100000:3.0:1746126676.088651:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945973460992:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.089642:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4554 00000100:00100000:0.0:1746126676.089653:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973461248:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.090127:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4555 00000100:00100000:1.0:1746126676.090137:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973461504:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.106875:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973460992:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18213us (18909us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.106887:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4553 00002000:00100000:3.0:1746126676.106899:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88008addea00 x1830945973460992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.106908:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008addea00 with x1830945973460992 ext(0->1048575) 00002000:00010000:3.0:1746126676.106914:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008addea00 00000100:00100000:1.0:1746126676.107026:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973461248:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17376us (18953us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.107033:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4554 00002000:00100000:1.0:1746126676.107038:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff8800860c4000 x1830945973461248/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.107044:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4000 with x1830945973461248 ext(1048576->2097151) 00002000:00010000:1.0:1746126676.107047:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4000 00000100:00100000:1.0:1746126676.115016:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973461504:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24869us (26766us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.115026:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4555 00002000:00100000:1.0:1746126676.115038:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800860c4380 x1830945973461504/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.115048:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4380 with x1830945973461504 ext(1048576->2097151) 00002000:00010000:1.0:1746126676.115054:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c4380 00000100:00100000:2.0:1746126676.131535:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.131588:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.131872:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973461760 00000100:00100000:1.0:1746126676.131882:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973461760 00002000:00100000:1.0:1746126676.131930:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800860c4700 x1830945973461760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.131941:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4700 with x1830945973461760 ext(2097152->3145727) 00002000:00010000:1.0:1746126676.131946:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4700 00000100:00100000:1.0:1746126676.131975:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973462016 00000100:00100000:1.0:1746126676.131978:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973462016 00002000:00100000:1.0:1746126676.131989:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800860c4a80 x1830945973462016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.131995:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4a80 with x1830945973462016 ext(3145728->4194303) 00002000:00010000:1.0:1746126676.131998:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4a80 00000100:00100000:1.0:1746126676.132011:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4556 00000100:00100000:1.0:1746126676.132017:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1979:x1830945973461760:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.133030:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4557 00000100:00100000:3.0:1746126676.133039:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1979:x1830945973462016:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.137394:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.137436:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.137476:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973462272 00000100:00100000:2.0:1746126676.137486:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973462272 00002000:00100000:2.0:1746126676.137533:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880133584700 x1830945973462272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.137543:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584700 with x1830945973462272 ext(2097152->3145727) 00002000:00010000:2.0:1746126676.137549:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584700 00000100:00100000:2.0:1746126676.137565:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973462528 00000100:00100000:2.0:1746126676.137567:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973462528 00002000:00100000:2.0:1746126676.137578:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880133584a80 x1830945973462528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.137591:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584a80 with x1830945973462528 ext(3145728->4194303) 00002000:00010000:2.0:1746126676.137593:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584a80 00000100:00100000:2.0:1746126676.137614:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4558 00000100:00100000:2.0:1746126676.137621:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973462272:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.137687:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4559 00000100:00100000:1.0:1746126676.137696:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973462528:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.140774:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1979:x1830945973461760:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8745us (9239us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.140785:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4556 00002000:00100000:0.0:1746126676.140798:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800860c4700 x1830945973461760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.140808:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4700 with x1830945973461760 ext(2097152->3145727) 00002000:00010000:0.0:1746126676.140814:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4700 00000100:00100000:3.0:1746126676.148370:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1979:x1830945973462016:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15319us (16769us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.148381:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4557 00002000:00100000:3.0:1746126676.148393:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800860c4a80 x1830945973462016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.148402:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4a80 with x1830945973462016 ext(3145728->4194303) 00002000:00010000:3.0:1746126676.148408:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c4a80 00000100:00100000:1.0:1746126676.152120:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973462528:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14415us (14672us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.152133:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4559 00002000:00100000:1.0:1746126676.152144:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff880133584a80 x1830945973462528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.152154:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584a80 with x1830945973462528 ext(3145728->4194303) 00002000:00010000:1.0:1746126676.152160:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584a80 00000100:00100000:2.0:1746126676.153833:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973462272:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16204us (16443us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.153843:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4558 00002000:00100000:2.0:1746126676.153853:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880133584700 x1830945973462272/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.153863:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584700 with x1830945973462272 ext(2097152->3145727) 00002000:00010000:2.0:1746126676.153867:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584700 00000100:00100000:2.0:1746126676.174980:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.175878:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973462912 00000100:00100000:0.0:1746126676.175889:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973462912 00002000:00100000:0.0:1746126676.175938:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800860c4e00 x1830945973462912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.175954:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4e00 with x1830945973462912 ext(2097152->3145727) 00002000:00010000:0.0:1746126676.175960:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c4e00 00000100:00100000:0.0:1746126676.175993:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4560 00000100:00100000:0.0:1746126676.176001:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973462912:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.176906:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.176941:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.176973:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.176991:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973463040 00000100:00100000:1.0:1746126676.176996:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973463040 00002000:00100000:1.0:1746126676.177017:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8800915cf100 x1830945973463040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.177025:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf100 with x1830945973463040 ext(3145728->4194303) 00002000:00010000:1.0:1746126676.177028:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cf100 00000100:00100000:1.0:1746126676.177038:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973463424 00000100:00100000:1.0:1746126676.177040:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973463424 00002000:00100000:1.0:1746126676.177050:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800915cf480 x1830945973463424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.177057:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf480 with x1830945973463424 ext(3145728->4194303) 00002000:00010000:1.0:1746126676.177060:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cf480 00000100:00100000:1.0:1746126676.177067:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973463296 00000100:00100000:1.0:1746126676.177069:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973463296 00002000:00100000:1.0:1746126676.177077:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800915cf800 x1830945973463296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.177083:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf800 with x1830945973463296 ext(2097152->3145727) 00002000:00010000:1.0:1746126676.177085:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cf800 00000100:00100000:1.0:1746126676.177094:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4561 00000100:00100000:1.0:1746126676.177099:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973463040:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.178417:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4562 00000100:00100000:2.0:1746126676.178428:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1982:x1830945973463424:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.179079:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4563 00000100:00100000:2.0:1746126676.179084:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945973463296:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.185871:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973463040:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8759us (8955us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.185882:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4561 00002000:00100000:0.0:1746126676.185895:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8800915cf100 x1830945973463040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.185905:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf100 with x1830945973463040 ext(3145728->4194303) 00002000:00010000:0.0:1746126676.185912:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cf100 00000100:00100000:0.0:1746126676.198772:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945973463424:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20332us (21816us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.198785:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4562 00002000:00100000:0.0:1746126676.198796:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800915cf480 x1830945973463424/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.198807:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf480 with x1830945973463424 ext(3145728->4194303) 00002000:00010000:0.0:1746126676.198813:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cf480 00000100:00100000:3.0:1746126676.200198:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973462912:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24194us (25223us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.200208:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4560 00002000:00100000:3.0:1746126676.200214:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800860c4e00 x1830945973462912/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.200222:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c4e00 with x1830945973462912 ext(2097152->3145727) 00002000:00010000:3.0:1746126676.200226:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c4e00 00000100:00100000:2.0:1746126676.202275:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973463296:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 23182us (25293us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.202285:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4563 00002000:00100000:2.0:1746126676.202293:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800915cf800 x1830945973463296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.202306:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf800 with x1830945973463296 ext(2097152->3145727) 00002000:00010000:2.0:1746126676.202310:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cf800 00000100:00100000:2.0:1746126676.222337:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.222377:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.222406:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.222467:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.222512:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973464064 00000100:00100000:2.0:1746126676.222521:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973464064 00002000:00100000:2.0:1746126676.222569:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800860c5180 x1830945973464064/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.222580:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5180 with x1830945973464064 ext(5242880->6291455) 00002000:00010000:2.0:1746126676.222585:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5180 00000100:00100000:2.0:1746126676.222602:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973463936 00000100:00100000:2.0:1746126676.222604:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973463936 00002000:00100000:2.0:1746126676.222612:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800860c5500 x1830945973463936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.222619:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5500 with x1830945973463936 ext(4194304->5242879) 00002000:00010000:2.0:1746126676.222622:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5500 00000100:00100000:2.0:1746126676.222630:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973464320 00000100:00100000:2.0:1746126676.222631:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973464320 00002000:00100000:2.0:1746126676.222641:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800860c5880 x1830945973464320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.222647:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5880 with x1830945973464320 ext(4194304->5242879) 00002000:00010000:2.0:1746126676.222650:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5880 00000100:00100000:2.0:1746126676.222656:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973464448 00000100:00100000:2.0:1746126676.222658:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973464448 00002000:00100000:2.0:1746126676.222666:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800860c5c00 x1830945973464448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.222671:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5c00 with x1830945973464448 ext(5242880->6291455) 00002000:00010000:2.0:1746126676.222673:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5c00 00000100:00100000:2.0:1746126676.222683:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4564 00000100:00100000:2.0:1746126676.222689:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973464064:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.222731:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4565 00000100:00100000:1.0:1746126676.222741:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973463936:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.223526:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4566 00000100:00100000:2.0:1746126676.223532:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945973464320:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.224068:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4567 00000100:00100000:2.0:1746126676.224074:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973464448:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.237186:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973464064:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14483us (14855us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.237199:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4564 00002000:00100000:2.0:1746126676.237212:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8800860c5180 x1830945973464064/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.237221:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5180 with x1830945973464064 ext(5242880->6291455) 00002000:00010000:2.0:1746126676.237227:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5180 00000100:00100000:2.0:1746126676.240572:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973464320:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17027us (18152us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.240583:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4566 00002000:00100000:2.0:1746126676.240594:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800860c5880 x1830945973464320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.240609:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5880 with x1830945973464320 ext(4194304->5242879) 00002000:00010000:2.0:1746126676.240614:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5880 00000100:00100000:1.0:1746126676.244576:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973463936:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 21825us (22186us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.244588:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4565 00002000:00100000:1.0:1746126676.244599:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff8800860c5500 x1830945973463936/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.244608:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5500 with x1830945973463936 ext(4194304->5242879) 00002000:00010000:1.0:1746126676.244613:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5500 00000100:00100000:2.0:1746126676.247426:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973464448:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 23341us (24947us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.247437:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4567 00002000:00100000:2.0:1746126676.247715:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800860c5c00 x1830945973464448/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.247725:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5c00 with x1830945973464448 ext(5242880->6291455) 00002000:00010000:2.0:1746126676.247730:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5c00 00000100:00100000:0.0:1746126676.254779:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.254972:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973464832 00000100:00100000:2.0:1746126676.254983:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973464832 00002000:00100000:2.0:1746126676.255035:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880133584e00 x1830945973464832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.255044:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584e00 with x1830945973464832 ext(6291456->7340031) 00002000:00010000:2.0:1746126676.255050:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584e00 00000100:00100000:2.0:1746126676.255079:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4568 00000100:00100000:2.0:1746126676.255087:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973464832:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.262476:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973464832:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 7376us (7695us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.262488:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4568 00000100:00100000:3.0:1746126676.262492:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00100000:2.0:1746126676.262499:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880133584e00 x1830945973464832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.262509:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584e00 with x1830945973464832 ext(6291456->7340031) 00002000:00010000:2.0:1746126676.262515:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584e00 00000100:00100000:2.0:1746126676.262538:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973465088 00000100:00100000:2.0:1746126676.262549:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973465088 00002000:00100000:2.0:1746126676.262581:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88012d669850 x1830945973465088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.262588:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d669850 with x1830945973465088 ext(4194304->5242879) 00002000:00010000:2.0:1746126676.262591:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d669850 00000100:00100000:2.0:1746126676.262611:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4569 00000100:00100000:2.0:1746126676.262618:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d669850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973465088:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.265663:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.265771:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973465728 00000100:00100000:0.0:1746126676.265779:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973465728 00002000:00100000:0.0:1746126676.265813:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88012c3d1500 x1830945973465728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.265829:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1500 with x1830945973465728 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.265833:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d1500 00000100:00100000:3.0:1746126676.265922:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.266004:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.266045:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973465344 00000100:00100000:0.0:1746126676.266048:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973465344 00002000:00100000:0.0:1746126676.266063:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88012c3d1880 x1830945973465344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.266070:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1880 with x1830945973465344 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.266073:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d1880 00000100:00100000:0.0:1746126676.266087:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4570 00000100:00100000:0.0:1746126676.266093:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973465728:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.266651:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4571 00000100:00100000:0.0:1746126676.266656:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973465344:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.268046:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973465600 00000100:00100000:3.0:1746126676.268051:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973465600 00002000:00100000:3.0:1746126676.268085:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012c3d1c00 x1830945973465600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.268093:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1c00 with x1830945973465600 ext(4194304->5242879) 00002000:00010000:3.0:1746126676.268097:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d1c00 00000100:00100000:3.0:1746126676.268111:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4572 00000100:00100000:3.0:1746126676.268116:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973465600:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.270559:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d669850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973465088:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 7934us (8059us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.270569:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4569 00002000:00100000:3.0:1746126676.270577:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88012d669850 x1830945973465088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.270586:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d669850 with x1830945973465088 ext(4194304->5242879) 00002000:00010000:3.0:1746126676.270592:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d669850 00000100:00100000:0.0:1746126676.282497:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945973465728:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16396us (16835us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.282508:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4570 00002000:00100000:0.0:1746126676.282517:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88012c3d1500 x1830945973465728/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.282525:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1500 with x1830945973465728 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.282530:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d1500 00000100:00100000:0.0:1746126676.285683:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973465344:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19018us (19753us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.285693:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4571 00002000:00100000:0.0:1746126676.285703:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88012c3d1880 x1830945973465344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.285711:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1880 with x1830945973465344 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.285716:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d1880 00000100:00100000:3.0:1746126676.285840:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973465600:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17722us (19834us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.285847:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4572 00002000:00100000:3.0:1746126676.285852:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88012c3d1c00 x1830945973465600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.285859:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1c00 with x1830945973465600 ext(4194304->5242879) 00002000:00010000:3.0:1746126676.285862:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d1c00 00000100:00100000:2.0:1746126676.291701:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.291857:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973466112 00000100:00100000:3.0:1746126676.291868:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973466112 00002000:00100000:3.0:1746126676.291919:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8800860c5f80 x1830945973466112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.291930:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5f80 with x1830945973466112 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.291936:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5f80 00000100:00100000:3.0:1746126676.292513:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4573 00000100:00100000:3.0:1746126676.292520:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973466112:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.301108:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.301141:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.301179:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.301206:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973466496 00000100:00100000:2.0:1746126676.301216:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973466496 00000100:00100000:3.0:1746126676.301252:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973466624 00000100:00100000:3.0:1746126676.301256:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973466624 00002000:00100000:2.0:1746126676.301261:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800915cfb80 x1830945973466496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.301269:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800915cc380 x1830945973466624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.301272:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cfb80 with x1830945973466496 ext(6291456->7340031) 00002000:00100000:3.0:1746126676.301276:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc380 with x1830945973466624 ext(7340032->8388607) 00002000:00010000:2.0:1746126676.301277:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cfb80 00002000:00010000:3.0:1746126676.301278:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cc380 00000100:00100000:3.0:1746126676.301290:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973466880 00000100:00100000:3.0:1746126676.301292:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973466880 00000100:00100000:2.0:1746126676.301297:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4574 00002000:00100000:3.0:1746126676.301302:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800915cc000 x1830945973466880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126676.301303:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1980:x1830945973466624:12345-192.168.203.49@tcp:3:cmp.0 00002000:00100000:3.0:1746126676.301308:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc000 with x1830945973466880 ext(7340032->8388607) 00002000:00010000:3.0:1746126676.301311:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cc000 00000100:00100000:3.0:1746126676.301333:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4575 00000100:00100000:3.0:1746126676.301338:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1980:x1830945973466496:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.301383:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4576 00000100:00100000:2.0:1746126676.301389:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1980:x1830945973466880:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.306754:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+12:1980:x1830945973466112:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14221us (15052us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.306765:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4573 00002000:00100000:3.0:1746126676.306777:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8800860c5f80 x1830945973466112/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.306787:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5f80 with x1830945973466112 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.306792:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5f80 00000100:00100000:0.0:1746126676.312980:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1980:x1830945973466880:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 11579us (11789us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.312993:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4576 00002000:00100000:0.0:1746126676.313006:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800915cc000 x1830945973466880/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.313016:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc000 with x1830945973466880 ext(7340032->8388607) 00002000:00010000:0.0:1746126676.313022:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cc000 00000100:00100000:3.0:1746126676.316162:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973466496:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14809us (15051us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.316175:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4575 00002000:00100000:3.0:1746126676.316187:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff8800915cfb80 x1830945973466496/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.316196:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cfb80 with x1830945973466496 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.316202:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cfb80 00000100:00100000:3.0:1746126676.320699:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973466624:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19381us (19541us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.320715:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4574 00002000:00100000:3.0:1746126676.320730:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff8800915cc380 x1830945973466624/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.320743:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc380 with x1830945973466624 ext(7340032->8388607) 00002000:00010000:3.0:1746126676.320750:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cc380 00000100:00100000:2.0:1746126676.325207:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.326023:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973467136 00000100:00100000:3.0:1746126676.326035:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973467136 00002000:00100000:3.0:1746126676.326085:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800860c6300 x1830945973467136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.326097:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6300 with x1830945973467136 ext(8388608->9437183) 00002000:00010000:3.0:1746126676.326103:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6300 00000100:00100000:3.0:1746126676.326140:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4577 00000100:00100000:3.0:1746126676.326149:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973467136:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.327743:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.328544:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973467392 00000100:00100000:0.0:1746126676.328553:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973467392 00002000:00100000:0.0:1746126676.328595:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800915cc700 x1830945973467392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.328604:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc700 with x1830945973467392 ext(8388608->9437183) 00002000:00010000:0.0:1746126676.328609:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cc700 00000100:00100000:0.0:1746126676.328642:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4578 00000100:00100000:0.0:1746126676.328650:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973467392:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.335123:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.335161:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.335187:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.335336:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973467136:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 9186us (10138us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.335345:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4577 00000100:00100000:3.0:1746126676.335351:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973467776 00002000:00100000:1.0:1746126676.335356:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800860c6300 x1830945973467136/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126676.335359:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973467776 00002000:00100000:1.0:1746126676.335365:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6300 with x1830945973467136 ext(8388608->9437183) 00002000:00010000:1.0:1746126676.335369:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6300 00002000:00100000:3.0:1746126676.335394:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800915cca80 x1830945973467776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.335403:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cca80 with x1830945973467776 ext(7340032->8388607) 00002000:00010000:3.0:1746126676.335407:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cca80 00000100:00100000:1.0:1746126676.335420:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973467904 00000100:00100000:3.0:1746126676.335423:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973468032 00000100:00100000:1.0:1746126676.335423:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973467904 00000100:00100000:3.0:1746126676.335426:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973468032 00002000:00100000:3.0:1746126676.335437:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800915cdf80 x1830945973468032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.335438:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800915cdc00 x1830945973467904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.335468:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdf80 with x1830945973468032 ext(7340032->8388607) 00002000:00010000:3.0:1746126676.335472:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdf80 00000100:00100000:3.0:1746126676.335491:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4579 00000100:00100000:3.0:1746126676.335498:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973467776:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.335541:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4580 00000100:00100000:2.0:1746126676.335552:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945973468032:12345-192.168.203.49@tcp:3:cmp.0 00002000:00100000:1.0:1746126676.335761:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdc00 with x1830945973467904 ext(6291456->7340031) 00002000:00010000:1.0:1746126676.335764:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdc00 00000100:00100000:1.0:1746126676.335786:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4581 00000100:00100000:1.0:1746126676.335793:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973467904:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.345973:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973467392:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17307us (18219us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.345988:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4578 00002000:00100000:2.0:1746126676.346004:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff8800915cc700 x1830945973467392/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.346014:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cc700 with x1830945973467392 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.346021:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cc700 00000100:00100000:0.0:1746126676.348411:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973467776:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12901us (13286us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.348423:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4579 00002000:00100000:0.0:1746126676.348433:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800915cca80 x1830945973467776/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.348469:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cca80 with x1830945973467776 ext(7340032->8388607) 00002000:00010000:0.0:1746126676.348475:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cca80 00000100:00100000:2.0:1746126676.355672:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973467904:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19869us (20498us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.355683:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4581 00002000:00100000:2.0:1746126676.355694:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800915cdc00 x1830945973467904/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.355703:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdc00 with x1830945973467904 ext(6291456->7340031) 00002000:00010000:2.0:1746126676.355709:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdc00 00000100:00100000:2.0:1746126676.358359:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973468032:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 22798us (23159us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.358370:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4580 00002000:00100000:2.0:1746126676.358380:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800915cdf80 x1830945973468032/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.358389:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cdf80 with x1830945973468032 ext(7340032->8388607) 00002000:00010000:2.0:1746126676.358394:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915cdf80 00000100:00100000:3.0:1746126676.366729:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.366834:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973468416 00000100:00100000:2.0:1746126676.366844:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973468416 00002000:00100000:2.0:1746126676.366897:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88012c3d1f80 x1830945973468416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.366914:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1f80 with x1830945973468416 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.366919:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d1f80 00000100:00100000:2.0:1746126676.366953:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4582 00000100:00100000:2.0:1746126676.366961:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973468416:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.369895:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.370813:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973468672 00000100:00100000:2.0:1746126676.370823:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973468672 00002000:00100000:2.0:1746126676.370866:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880133585180 x1830945973468672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.370877:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585180 with x1830945973468672 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.370883:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133585180 00000100:00100000:2.0:1746126676.370919:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4583 00000100:00100000:2.0:1746126676.370925:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973468672:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.386257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.386293:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.386312:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973468928 00000100:00100000:1.0:1746126676.386332:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973468928 00000100:00100000:0.0:1746126676.386335:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973469184 00000100:00100000:0.0:1746126676.386339:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973469184 00002000:00100000:1.0:1746126676.386374:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880133585500 x1830945973468928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.386374:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880133585880 x1830945973469184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.386384:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585500 with x1830945973468928 ext(9437184->10485759) 00002000:00010000:1.0:1746126676.386390:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133585500 00000100:00100000:1.0:1746126676.386414:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4584 00000100:00100000:1.0:1746126676.386421:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973468928:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.386502:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973468416:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19540us (19784us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.386510:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4582 00002000:00100000:2.0:1746126676.386516:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88012c3d1f80 x1830945973468416/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.386522:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d1f80 with x1830945973468416 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.386526:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d1f80 00000100:00100000:3.0:1746126676.386741:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1982:x1830945973468672:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15814us (16855us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.386748:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4583 00002000:00100000:3.0:1746126676.386753:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880133585180 x1830945973468672/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.386762:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585180 with x1830945973468672 ext(8388608->9437183) 00002000:00010000:3.0:1746126676.386765:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133585180 00002000:00100000:0.0:1746126676.390388:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585880 with x1830945973469184 ext(9437184->10485759) 00002000:00010000:0.0:1746126676.390401:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585880 00000100:00100000:3.0:1746126676.390562:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4585 00000100:00100000:3.0:1746126676.390578:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973469184:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.403575:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973468928:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17142us (17316us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.403805:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4584 00002000:00100000:1.0:1746126676.403818:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880133585500 x1830945973468928/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.403828:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585500 with x1830945973468928 ext(9437184->10485759) 00002000:00010000:1.0:1746126676.403833:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133585500 00000100:00100000:3.0:1746126676.405244:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973469184:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14670us (18945us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.405252:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4585 00002000:00100000:3.0:1746126676.405259:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880133585880 x1830945973469184/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.405340:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585880 with x1830945973469184 ext(9437184->10485759) 00002000:00010000:3.0:1746126676.405344:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585880 00000100:00100000:2.0:1746126676.414372:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.414500:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973469440 00000100:00100000:3.0:1746126676.414509:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973469440 00002000:00100000:3.0:1746126676.414554:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800860c6680 x1830945973469440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.414565:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6680 with x1830945973469440 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.414570:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6680 00000100:00100000:3.0:1746126676.414710:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4586 00000100:00100000:3.0:1746126676.414718:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973469440:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.415290:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.415311:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973469696 00000100:00100000:2.0:1746126676.415315:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973469696 00002000:00100000:2.0:1746126676.415343:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800860c6a00 x1830945973469696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.415351:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6a00 with x1830945973469696 ext(10485760->11534335) 00002000:00010000:2.0:1746126676.415354:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c6a00 00000100:00100000:2.0:1746126676.415366:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4587 00000100:00100000:2.0:1746126676.415370:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973469696:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.423369:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.423763:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973469952 00000100:00100000:1.0:1746126676.423773:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973469952 00002000:00100000:1.0:1746126676.423817:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800860c6d80 x1830945973469952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.423834:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6d80 with x1830945973469952 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.423840:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6d80 00000100:00100000:1.0:1746126676.423863:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4588 00000100:00100000:1.0:1746126676.423869:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973469952:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.425350:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.425956:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973470208 00000100:00100000:3.0:1746126676.425964:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973470208 00002000:00100000:3.0:1746126676.425997:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880133585c00 x1830945973470208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.426008:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585c00 with x1830945973470208 ext(9437184->10485759) 00002000:00010000:3.0:1746126676.426016:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585c00 00000100:00100000:3.0:1746126676.426044:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4589 00000100:00100000:3.0:1746126676.426051:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973470208:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.426927:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.426978:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973470464 00000100:00100000:0.0:1746126676.426982:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973470464 00002000:00100000:0.0:1746126676.427000:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800860c7100 x1830945973470464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.427008:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7100 with x1830945973470464 ext(9437184->10485759) 00002000:00010000:0.0:1746126676.427011:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c7100 00000100:00100000:0.0:1746126676.427032:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4590 00000100:00100000:0.0:1746126676.427036:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945973470464:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.428265:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973469696:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12890us (12971us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.428274:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4587 00002000:00100000:2.0:1746126676.428282:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8800860c6a00 x1830945973469696/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.428290:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6a00 with x1830945973469696 ext(10485760->11534335) 00002000:00010000:2.0:1746126676.428293:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c6a00 00000100:00100000:3.0:1746126676.434776:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945973469440:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20045us (20401us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.434787:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4586 00002000:00100000:3.0:1746126676.434802:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800860c6680 x1830945973469440/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.434811:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6680 with x1830945973469440 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.434817:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6680 00000100:00100000:1.0:1746126676.436078:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1981:x1830945973469952:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12203us (12714us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.436087:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4588 00002000:00100000:1.0:1746126676.436094:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800860c6d80 x1830945973469952/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.436102:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c6d80 with x1830945973469952 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.436106:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c6d80 00000100:00100000:3.0:1746126676.444664:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973470208:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18602us (19307us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.444678:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4589 00002000:00100000:3.0:1746126676.444690:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880133585c00 x1830945973470208/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.444700:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585c00 with x1830945973470208 ext(9437184->10485759) 00002000:00010000:3.0:1746126676.444707:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585c00 00000100:00100000:1.0:1746126676.445143:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973470464:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18104us (18215us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.445203:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4590 00002000:00100000:1.0:1746126676.445210:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800860c7100 x1830945973470464/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.445217:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7100 with x1830945973470464 ext(9437184->10485759) 00002000:00010000:1.0:1746126676.445221:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c7100 00000100:00100000:2.0:1746126676.451707:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.451777:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973470720 00000100:00100000:1.0:1746126676.451788:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973470720 00002000:00100000:1.0:1746126676.451834:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800860c7480 x1830945973470720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.451844:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7480 with x1830945973470720 ext(10485760->11534335) 00002000:00010000:1.0:1746126676.451851:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c7480 00000100:00100000:1.0:1746126676.451882:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4591 00000100:00100000:1.0:1746126676.451890:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973470720:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.460468:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.460495:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.460648:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973470720:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8756us (8949us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.460658:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4591 00002000:00100000:3.0:1746126676.460669:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800860c7480 x1830945973470720/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.460678:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7480 with x1830945973470720 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.460684:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c7480 00000100:00100000:3.0:1746126676.460704:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973470976 00000100:00100000:3.0:1746126676.460711:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973470976 00002000:00100000:3.0:1746126676.460739:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88012c3d2300 x1830945973470976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.460745:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d2300 with x1830945973470976 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.460748:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d2300 00000100:00100000:3.0:1746126676.460757:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973471232 00000100:00100000:3.0:1746126676.460759:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973471232 00002000:00100000:3.0:1746126676.460766:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88012c3d2680 x1830945973471232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.460772:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d2680 with x1830945973471232 ext(11534336->12582911) 00002000:00010000:3.0:1746126676.460774:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d2680 00000100:00100000:3.0:1746126676.460782:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4592 00000100:00100000:3.0:1746126676.460787:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1979:x1830945973470976:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.461362:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4593 00000100:00100000:3.0:1746126676.461369:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973471232:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.471754:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.472221:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973471488 00000100:00100000:1.0:1746126676.472232:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973471488 00002000:00100000:1.0:1746126676.472279:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880133585f80 x1830945973471488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.472290:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585f80 with x1830945973471488 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.472296:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585f80 00000100:00100000:1.0:1746126676.472329:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4594 00000100:00100000:1.0:1746126676.472337:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973471488:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.476755:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1979:x1830945973470976:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15955us (16310us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.476768:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4592 00002000:00100000:3.0:1746126676.476780:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88012c3d2300 x1830945973470976/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.476791:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d2300 with x1830945973470976 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.476797:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d2300 00000100:00100000:2.0:1746126676.478230:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973471232:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16854us (17726us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.478240:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4593 00002000:00100000:2.0:1746126676.478247:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88012c3d2680 x1830945973471232/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.478261:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d2680 with x1830945973471232 ext(11534336->12582911) 00002000:00010000:2.0:1746126676.478265:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d2680 00000100:00100000:1.0:1746126676.478975:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973471488:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 6637us (7230us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.478982:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4594 00002000:00100000:1.0:1746126676.478987:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff880133585f80 x1830945973471488/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.478993:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133585f80 with x1830945973471488 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.478997:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133585f80 00000100:00100000:0.0:1746126676.488261:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.488303:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.488375:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973471872 00000100:00100000:1.0:1746126676.488385:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973471872 00002000:00100000:1.0:1746126676.488431:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880133586300 x1830945973471872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126676.488527:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973471744 00000100:00100000:2.0:1746126676.488531:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973471744 00002000:00100000:2.0:1746126676.488549:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880133586680 x1830945973471744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.488556:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133586680 with x1830945973471744 ext(12582912->13631487) 00002000:00010000:2.0:1746126676.488561:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133586680 00000100:00100000:2.0:1746126676.488718:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4595 00000100:00100000:2.0:1746126676.488726:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945973471744:12345-192.168.203.49@tcp:3:cmp.0 00002000:00100000:1.0:1746126676.489457:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133586300 with x1830945973471872 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.489463:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133586300 00000100:00100000:1.0:1746126676.489478:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4596 00000100:00100000:1.0:1746126676.489484:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1980:x1830945973471872:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.503882:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1980:x1830945973471744:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15145us (15567us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.503893:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4595 00002000:00100000:0.0:1746126676.503905:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff880133586680 x1830945973471744/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.503915:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133586680 with x1830945973471744 ext(12582912->13631487) 00002000:00010000:0.0:1746126676.503921:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133586680 00000100:00100000:1.0:1746126676.505408:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1980:x1830945973471872:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15918us (17151us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.505417:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4596 00002000:00100000:1.0:1746126676.505424:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880133586300 x1830945973471872/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.505433:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133586300 with x1830945973471872 ext(11534336->12582911) 00002000:00010000:1.0:1746126676.505437:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133586300 00000100:00100000:2.0:1746126676.510751:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.510968:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973472256 00000100:00100000:1.0:1746126676.510978:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973472256 00002000:00100000:1.0:1746126676.511025:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800860c7800 x1830945973472256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.511034:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7800 with x1830945973472256 ext(12582912->13631487) 00002000:00010000:1.0:1746126676.511039:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c7800 00000100:00100000:1.0:1746126676.511543:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4597 00000100:00100000:1.0:1746126676.511551:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973472256:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.520218:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973472256:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8655us (9464us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.520230:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4597 00002000:00100000:1.0:1746126676.520241:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff8800860c7800 x1830945973472256/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.520249:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c7800 with x1830945973472256 ext(12582912->13631487) 00002000:00010000:1.0:1746126676.520256:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c7800 00000100:00100000:3.0:1746126676.526723:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.526820:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973472512 00000100:00100000:2.0:1746126676.526828:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973472512 00000100:00100000:2.0:1746126676.526864:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 165 00000100:00100000:2.0:1746126676.526870:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1210:x1830945973472512:12345-192.168.203.49@tcp:35:cmp.0 00000100:00100000:2.0:1746126676.528291:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1210:x1830945973472512:12345-192.168.203.49@tcp:35:cmp.0 Request processed in 1417us (1570us total) trans 4294980506 rc 0/0 00000100:00100000:2.0:1746126676.528298:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 165 00000100:00100000:2.0:1746126676.540564:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.540656:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973472768 00000100:00100000:3.0:1746126676.540665:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973472768 00000100:00100000:3.0:1746126676.540714:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30149 00000100:00100000:3.0:1746126676.540721:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+15:1212:x1830945973472768:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:3.0:1746126676.540737:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.540752:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff1600/0x9cce4314879c8607 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ce3 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.540825:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c860e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.540836:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c860e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.540844:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c860e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746126676.540852:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126676.540942:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff1600/0x9cce4314879c8607 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ce3 expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.541030:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c860e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ce3 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.541037:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:3.0:1746126676.541039:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126676.541042:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fff800, rc 0) 00000100:00100000:3.0:1746126676.541089:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+17:1212:x1830945973472768:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 368us (531us total) trans 4294980507 rc 0/0 00000100:00100000:3.0:1746126676.541095:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30149 00000100:00100000:3.0:1746126676.544587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.544658:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473152 00000100:00100000:2.0:1746126676.544666:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473152 00000100:00100000:2.0:1746126676.544703:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 131 00000100:00100000:2.0:1746126676.544710:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+17:1981:x1830945973473152:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126676.544721:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126676.544740:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fff800/0x9cce4314879c860e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ce3 expref: 17 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.544767:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:2.0:1746126676.544771:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.544804:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+16:1981:x1830945973473152:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 95us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.544809:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 131 00000100:00100000:0.0:1746126676.548149:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.548936:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473024 00000100:00100000:3.0:1746126676.548947:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473024 00000100:00100000:3.0:1746126676.549115:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30150 00000100:00100000:3.0:1746126676.549124:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+16:1212:x1830945973473024:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:3.0:1746126676.549148:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.549164:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0000/0x9cce4314879c861c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cea expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.549258:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.549271:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.549281:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746126676.549291:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746126676.549414:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0000/0x9cce4314879c861c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cea expref: 19 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.549824:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cea expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.549833:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:3.0:1746126676.549836:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126676.549839:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff0400, rc 0) 00000100:00100000:3.0:1746126676.550374:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+18:1212:x1830945973473024:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 1250us (2233us total) trans 4294980508 rc 0/0 00000100:00100000:3.0:1746126676.550381:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30150 00010000:00010000:2.0:1746126676.551634:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126676.553412:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.553473:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.553717:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473408 00000100:00100000:0.0:1746126676.553726:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473408 00000100:00100000:0.0:1746126676.553770:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473280 00000100:00100000:0.0:1746126676.553772:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473280 00000100:00100000:0.0:1746126676.553791:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6204 00000100:00100000:0.0:1746126676.553798:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+31:1982:x1830945973473408:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:0.0:1746126676.553814:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126676.553829:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cf8 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.553849:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.553851:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.553859:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 32 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.553873:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 32 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.553883:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b581c00, rc 0) 00000100:00100000:0.0:1746126676.553927:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973473408:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 129us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126676.553933:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6204 00000100:00100000:0.0:1746126676.553948:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6205 00000100:00100000:0.0:1746126676.553953:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+7:1982:x1830945973473280:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:0.0:1746126676.553960:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126676.553969:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cf1 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.553978:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.553980:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.553983:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.553992:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.553999:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b581600, rc 0) 00000100:00100000:0.0:1746126676.554013:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973473280:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 60us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126676.554018:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6205 00000100:00100000:0.0:1746126676.554099:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.554162:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473536 00000100:00100000:0.0:1746126676.554165:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473536 00000100:00100000:1.0:1746126676.561558:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 132 00000100:00100000:1.0:1746126676.561577:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973473536:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126676.561593:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126676.561617:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff0400/0x9cce4314879c8623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cea expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.561641:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:1.0:1746126676.561645:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126676.561970:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945973473536:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 401us (7869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126676.561977:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 132 00000100:00100000:0.0:1746126676.574139:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.574236:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973473792 00000100:00100000:1.0:1746126676.574246:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973473792 00002000:00100000:1.0:1746126676.574292:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880133587100 x1830945973473792/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.574303:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587100 with x1830945973473792 ext(0->1048575) 00002000:00010000:1.0:1746126676.574308:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587100 00000100:00100000:1.0:1746126676.574341:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4598 00000100:00100000:1.0:1746126676.574352:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973473792:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.575574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.576527:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.576548:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973474304 00000100:00100000:3.0:1746126676.576556:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973474304 00002000:00100000:3.0:1746126676.576591:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88012c3d3100 x1830945973474304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.576600:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3100 with x1830945973474304 ext(0->1048575) 00002000:00010000:3.0:1746126676.576605:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d3100 00000100:00100000:3.0:1746126676.576633:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973474176 00000100:00100000:3.0:1746126676.576635:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973474176 00002000:00100000:3.0:1746126676.576646:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88012c3d3480 x1830945973474176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.576652:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3480 with x1830945973474176 ext(1048576->2097151) 00002000:00010000:3.0:1746126676.576656:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d3480 00000100:00100000:3.0:1746126676.576666:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4599 00000100:00100000:3.0:1746126676.576674:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973474304:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.577311:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.577947:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973474432 00000100:00100000:3.0:1746126676.577952:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973474432 00002000:00100000:3.0:1746126676.577972:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88012c3d3800 x1830945973474432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.577979:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3800 with x1830945973474432 ext(1048576->2097151) 00002000:00010000:3.0:1746126676.577982:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d3800 00000100:00100000:3.0:1746126676.577994:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4600 00000100:00100000:3.0:1746126676.577999:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973474176:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.578494:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4601 00000100:00100000:2.0:1746126676.578504:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973474432:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.586581:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973473792:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12221us (12443us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.586592:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4598 00002000:00100000:1.0:1746126676.586603:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880133587100 x1830945973473792/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.586618:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587100 with x1830945973473792 ext(0->1048575) 00002000:00010000:1.0:1746126676.586624:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587100 00000100:00100000:3.0:1746126676.595795:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973474304:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19114us (20218us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.595807:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4599 00002000:00100000:3.0:1746126676.595817:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88012c3d3100 x1830945973474304/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.595825:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3100 with x1830945973474304 ext(0->1048575) 00002000:00010000:3.0:1746126676.595831:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d3100 00000100:00100000:0.0:1746126676.595877:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973474176:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17870us (19344us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126676.595887:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4600 00002000:00100000:0.0:1746126676.595896:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88012c3d3480 x1830945973474176/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.595905:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3480 with x1830945973474176 ext(1048576->2097151) 00002000:00010000:0.0:1746126676.595910:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3d3480 00000100:00100000:2.0:1746126676.603303:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973474432:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24792us (25984us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.603315:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4601 00002000:00100000:2.0:1746126676.603334:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88012c3d3800 x1830945973474432/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.603342:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d3800 with x1830945973474432 ext(1048576->2097151) 00002000:00010000:2.0:1746126676.603347:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d3800 00000100:00100000:0.0:1746126676.614722:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.614759:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.615158:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.616375:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.617248:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973475584 00000100:00100000:0.0:1746126676.617258:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973475584 00002000:00100000:0.0:1746126676.617301:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880133584a80 x1830945973475584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.617311:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584a80 with x1830945973475584 ext(3145728->4194303) 00002000:00010000:0.0:1746126676.617328:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584a80 00000100:00100000:0.0:1746126676.617346:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4602 00000100:00100000:0.0:1746126676.617353:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973475584:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.618165:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973474816 00000100:00100000:3.0:1746126676.618170:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973474816 00002000:00100000:3.0:1746126676.618193:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880133587480 x1830945973474816/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.618201:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587480 with x1830945973474816 ext(2097152->3145727) 00002000:00010000:3.0:1746126676.618204:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587480 00000100:00100000:3.0:1746126676.618220:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4603 00000100:00100000:3.0:1746126676.618227:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973474816:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.618396:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973475072 00000100:00100000:2.0:1746126676.618401:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973475072 00002000:00100000:2.0:1746126676.618421:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880133587800 x1830945973475072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.618428:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587800 with x1830945973475072 ext(3145728->4194303) 00002000:00010000:2.0:1746126676.618432:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587800 00000100:00100000:2.0:1746126676.618458:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4604 00000100:00100000:2.0:1746126676.618464:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973475072:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.618857:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973475328 00000100:00100000:1.0:1746126676.618862:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973475328 00002000:00100000:1.0:1746126676.618881:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880133587b80 x1830945973475328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.618889:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587b80 with x1830945973475328 ext(2097152->3145727) 00002000:00010000:1.0:1746126676.618893:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133587b80 00000100:00100000:1.0:1746126676.618906:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4605 00000100:00100000:1.0:1746126676.618910:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973475328:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.629222:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973475584:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 11857us (12837us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.629234:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4602 00002000:00100000:2.0:1746126676.629246:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880133584a80 x1830945973475584/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.629255:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584a80 with x1830945973475584 ext(3145728->4194303) 00002000:00010000:2.0:1746126676.629261:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584a80 00000100:00100000:3.0:1746126676.636546:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973474816:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18307us (21822us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.636562:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4603 00002000:00100000:3.0:1746126676.636573:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880133587480 x1830945973474816/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.636583:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587480 with x1830945973474816 ext(2097152->3145727) 00002000:00010000:3.0:1746126676.636589:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587480 00000100:00100000:2.0:1746126676.639939:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973475072:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 21463us (25167us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.639954:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4604 00002000:00100000:2.0:1746126676.639965:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880133587800 x1830945973475072/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.639974:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587800 with x1830945973475072 ext(3145728->4194303) 00002000:00010000:2.0:1746126676.639980:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133587800 00000100:00100000:1.0:1746126676.643056:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973475328:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24134us (27887us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.643067:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4605 00002000:00100000:1.0:1746126676.643076:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880133587b80 x1830945973475328/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.643086:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133587b80 with x1830945973475328 ext(2097152->3145727) 00002000:00010000:1.0:1746126676.643090:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133587b80 00000100:00100000:0.0:1746126676.659171:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.659213:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.659240:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.659280:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.659333:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973476096 00000100:00100000:0.0:1746126676.659343:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973476096 00002000:00100000:0.0:1746126676.659394:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880133584700 x1830945973476096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.659405:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584700 with x1830945973476096 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.659411:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584700 00000100:00100000:0.0:1746126676.659433:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973475968 00000100:00100000:0.0:1746126676.659436:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973475968 00002000:00100000:0.0:1746126676.659473:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880133584e00 x1830945973475968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.659481:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584e00 with x1830945973475968 ext(4194304->5242879) 00002000:00010000:0.0:1746126676.659484:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584e00 00000100:00100000:0.0:1746126676.659493:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973476480 00000100:00100000:0.0:1746126676.659496:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973476480 00002000:00100000:0.0:1746126676.659508:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880133584380 x1830945973476480/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.659514:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584380 with x1830945973476480 ext(5242880->6291455) 00002000:00010000:0.0:1746126676.659516:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584380 00000100:00100000:0.0:1746126676.659524:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973476352 00000100:00100000:0.0:1746126676.659526:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973476352 00002000:00100000:0.0:1746126676.659535:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880091da3b80 x1830945973476352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126676.659540:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973476352 ext(4194304->5242879) 00002000:00010000:0.0:1746126676.659542:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3b80 00000100:00100000:0.0:1746126676.659552:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4606 00000100:00100000:0.0:1746126676.659559:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973476096:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.660253:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4607 00000100:00100000:3.0:1746126676.660262:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+34:1982:x1830945973475968:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.660866:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4608 00000100:00100000:3.0:1746126676.660873:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+9:1982:x1830945973476480:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.661684:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4609 00000100:00100000:3.0:1746126676.661692:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973476352:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.672179:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973476096:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12606us (13005us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.672192:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4606 00002000:00100000:3.0:1746126676.672206:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880133584700 x1830945973476096/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.672216:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584700 with x1830945973476096 ext(5242880->6291455) 00002000:00010000:3.0:1746126676.672222:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584700 00000100:00100000:3.0:1746126676.679733:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973475968:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19459us (20507us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.679747:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4607 00002000:00100000:3.0:1746126676.679759:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880133584e00 x1830945973475968/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.679769:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584e00 with x1830945973475968 ext(4194304->5242879) 00002000:00010000:3.0:1746126676.679775:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133584e00 00000100:00100000:3.0:1746126676.683424:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973476480:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 22539us (24170us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.683436:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4608 00002000:00100000:3.0:1746126676.683460:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880133584380 x1830945973476480/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.683470:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133584380 with x1830945973476480 ext(5242880->6291455) 00002000:00010000:3.0:1746126676.683475:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133584380 00000100:00100000:3.0:1746126676.686904:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:1982:x1830945973476352:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 25200us (27611us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.686915:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4609 00002000:00100000:3.0:1746126676.686926:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880091da3b80 x1830945973476352/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.686936:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3b80 with x1830945973476352 ext(4194304->5242879) 00002000:00010000:3.0:1746126676.686942:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3b80 00000100:00100000:0.0:1746126676.695924:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.696049:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973476864 00000100:00100000:3.0:1746126676.696059:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973476864 00002000:00100000:3.0:1746126676.696104:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091da1500 x1830945973476864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.696120:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973476864 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.696126:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:3.0:1746126676.696148:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4610 00000100:00100000:3.0:1746126676.696155:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973476864:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.702593:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973476864:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 6425us (6669us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.702605:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4610 00002000:00100000:3.0:1746126676.702616:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880091da1500 x1830945973476864/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.702626:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1500 with x1830945973476864 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.702632:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1500 00000100:00100000:1.0:1746126676.714378:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.714530:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973477120 00000100:00100000:3.0:1746126676.714541:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973477120 00002000:00100000:3.0:1746126676.714588:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800915ce680 x1830945973477120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.714598:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce680 with x1830945973477120 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.714603:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915ce680 00000100:00100000:1.0:1746126676.714926:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.715234:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973477376 00000100:00100000:3.0:1746126676.715238:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973477376 00002000:00100000:3.0:1746126676.715253:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800915ce300 x1830945973477376/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.715260:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce300 with x1830945973477376 ext(7340032->8388607) 00002000:00010000:3.0:1746126676.715262:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915ce300 00000100:00100000:3.0:1746126676.715278:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4611 00000100:00100000:1.0:1746126676.715280:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.715284:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973477120:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126676.715294:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973477632 00000100:00100000:1.0:1746126676.715296:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973477632 00002000:00100000:1.0:1746126676.715311:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800915cf100 x1830945973477632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.715333:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf100 with x1830945973477632 ext(7340032->8388607) 00002000:00010000:1.0:1746126676.715336:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cf100 00000100:00100000:1.0:1746126676.715347:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4612 00000100:00100000:1.0:1746126676.715351:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973477376:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.715970:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4613 00000100:00100000:2.0:1746126676.715977:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973477632:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.725731:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973477120:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 10434us (11349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.725743:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4611 00002000:00100000:3.0:1746126676.725755:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800915ce680 x1830945973477120/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.725764:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce680 with x1830945973477120 ext(6291456->7340031) 00002000:00010000:3.0:1746126676.725769:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915ce680 00000100:00100000:1.0:1746126676.729577:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973477376:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14210us (14636us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.729589:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4612 00002000:00100000:1.0:1746126676.729600:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800915ce300 x1830945973477376/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126676.729609:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915ce300 with x1830945973477376 ext(7340032->8388607) 00002000:00010000:1.0:1746126676.729615:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915ce300 00000100:00100000:2.0:1746126676.732604:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973477632:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16614us (17309us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.732616:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4613 00002000:00100000:2.0:1746126676.732627:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800915cf100 x1830945973477632/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.732638:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915cf100 with x1830945973477632 ext(7340032->8388607) 00002000:00010000:2.0:1746126676.732644:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915cf100 00000100:00100000:0.0:1746126676.735545:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.735730:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973477888 00000100:00100000:2.0:1746126676.735741:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973477888 00002000:00100000:2.0:1746126676.735791:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880091da2680 x1830945973477888/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.735803:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2680 with x1830945973477888 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.735808:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2680 00000100:00100000:2.0:1746126676.735878:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4614 00000100:00100000:2.0:1746126676.735886:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973477888:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.739013:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.743096:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973478144 00000100:00100000:2.0:1746126676.743113:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973478144 00002000:00100000:2.0:1746126676.743169:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880091da0a80 x1830945973478144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.743179:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973478144 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.743185:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0a80 00000100:00100000:2.0:1746126676.743234:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4615 00000100:00100000:2.0:1746126676.743241:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+32:1980:x1830945973478144:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.748235:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973477888:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12337us (12687us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.748247:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4614 00002000:00100000:2.0:1746126676.748258:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880091da2680 x1830945973477888/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.748269:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2680 with x1830945973477888 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.748275:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2680 00000100:00100000:2.0:1746126676.751139:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+32:1980:x1830945973478144:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 7886us (12126us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.751154:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4615 00002000:00100000:2.0:1746126676.751165:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880091da0a80 x1830945973478144/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.751175:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0a80 with x1830945973478144 ext(8388608->9437183) 00002000:00010000:2.0:1746126676.751181:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0a80 00000100:00100000:0.0:1746126676.757770:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.757822:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.757903:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973478400 00000100:00100000:2.0:1746126676.757913:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973478400 00000100:00100000:3.0:1746126676.757955:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973478656 00000100:00100000:3.0:1746126676.757958:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973478656 00002000:00100000:2.0:1746126676.757966:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880091da1880 x1830945973478400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.757973:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091da1c00 x1830945973478656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.757976:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973478400 ext(9437184->10485759) 00002000:00100000:3.0:1746126676.757979:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973478656 ext(9437184->10485759) 00002000:00010000:3.0:1746126676.757982:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1c00 00002000:00010000:2.0:1746126676.757982:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1880 00000100:00100000:3.0:1746126676.758008:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4616 00000100:00100000:2.0:1746126676.758011:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4617 00000100:00100000:3.0:1746126676.758015:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973478656:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.758016:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973478400:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.766234:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973478656:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8205us (8397us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.766246:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4616 00002000:00100000:3.0:1746126676.766259:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091da1c00 x1830945973478656/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.766268:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1c00 with x1830945973478656 ext(9437184->10485759) 00002000:00010000:3.0:1746126676.766275:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1c00 00000100:00100000:2.0:1746126676.767498:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973478400:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 9478us (9736us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.767506:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4617 00002000:00100000:2.0:1746126676.767512:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880091da1880 x1830945973478400/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.767521:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1880 with x1830945973478400 ext(9437184->10485759) 00002000:00010000:2.0:1746126676.767525:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da1880 00000100:00100000:0.0:1746126676.774026:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.774079:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.774233:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973478912 00000100:00100000:3.0:1746126676.774244:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973478912 00002000:00100000:3.0:1746126676.774290:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880091da3480 x1830945973478912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.774300:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973478912 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.774306:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:3.0:1746126676.774374:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973479168 00000100:00100000:3.0:1746126676.774377:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973479168 00000100:00100000:2.0:1746126676.774379:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4618 00000100:00100000:2.0:1746126676.774389:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+8:1979:x1830945973478912:12345-192.168.203.49@tcp:3:cmp.0 00002000:00100000:3.0:1746126676.774390:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880091da0000 x1830945973479168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.774396:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973479168 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.774399:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0000 00000100:00100000:3.0:1746126676.774410:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4619 00000100:00100000:3.0:1746126676.774414:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+32:1979:x1830945973479168:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126676.786052:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.786669:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973479424 00000100:00100000:2.0:1746126676.786681:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973479424 00002000:00100000:2.0:1746126676.786728:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880091da3800 x1830945973479424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.786739:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973479424 ext(11534336->12582911) 00002000:00010000:2.0:1746126676.786745:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3800 00000100:00100000:2.0:1746126676.786779:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4620 00000100:00100000:2.0:1746126676.786786:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+10:1980:x1830945973479424:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126676.789121:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+32:1979:x1830945973479168:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14694us (15030us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.789133:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4619 00002000:00100000:3.0:1746126676.789143:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880091da0000 x1830945973479168/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126676.789153:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0000 with x1830945973479168 ext(10485760->11534335) 00002000:00010000:3.0:1746126676.789158:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0000 00000100:00100000:2.0:1746126676.794914:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+10:1979:x1830945973478912:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20515us (20889us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.794927:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4618 00002000:00100000:2.0:1746126676.794939:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880091da3480 x1830945973478912/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.794949:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3480 with x1830945973478912 ext(10485760->11534335) 00002000:00010000:2.0:1746126676.794955:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3480 00000100:00100000:2.0:1746126676.802308:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973479424:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15509us (16255us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.802330:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4620 00002000:00100000:2.0:1746126676.802342:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880091da3800 x1830945973479424/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.802351:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3800 with x1830945973479424 ext(11534336->12582911) 00002000:00010000:2.0:1746126676.802357:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da3800 00000100:00100000:0.0:1746126676.807597:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.807745:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973479680 00000100:00100000:2.0:1746126676.807756:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973479680 00002000:00100000:2.0:1746126676.807804:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880091da1180 x1830945973479680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.807814:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973479680 ext(11534336->12582911) 00002000:00010000:2.0:1746126676.807819:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1180 00000100:00100000:2.0:1746126676.807938:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4621 00000100:00100000:2.0:1746126676.807946:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973479680:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.814955:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973479680:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 6997us (7358us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.814967:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4621 00002000:00100000:2.0:1746126676.814978:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880091da1180 x1830945973479680/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.814988:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1180 with x1830945973479680 ext(11534336->12582911) 00002000:00010000:2.0:1746126676.814995:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1180 00000100:00100000:0.0:1746126676.821872:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.822071:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973479936 00000100:00100000:2.0:1746126676.822081:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973479936 00002000:00100000:2.0:1746126676.822126:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880091da0380 x1830945973479936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.822137:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0380 with x1830945973479936 ext(12582912->13631487) 00002000:00010000:2.0:1746126676.822142:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da0380 00000100:00100000:2.0:1746126676.822226:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4622 00000100:00100000:2.0:1746126676.822233:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973479936:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126676.830033:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+8:1980:x1830945973479936:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 7788us (8160us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126676.830047:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4622 00002000:00100000:2.0:1746126676.830058:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880091da0380 x1830945973479936/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/440 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.830068:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0380 with x1830945973479936 ext(12582912->13631487) 00002000:00010000:2.0:1746126676.830075:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da0380 00000100:00100000:0.0:1746126676.832601:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.832654:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973480192 00000100:00100000:2.0:1746126676.832664:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973480192 00000100:00100000:2.0:1746126676.832789:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 166 00000100:00100000:2.0:1746126676.832797:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a514b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+17:1212:x1830945973480192:12345-192.168.203.49@tcp:35:cmp.0 00000100:00100000:2.0:1746126676.833056:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a514b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1212:x1830945973480192:12345-192.168.203.49@tcp:35:cmp.0 Request processed in 259us (461us total) trans 4294980509 rc 0/0 00000100:00100000:2.0:1746126676.833063:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 166 00000100:00100000:0.0:1746126676.834826:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.834914:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973480448 00000100:00100000:2.0:1746126676.834920:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973480448 00000100:00100000:2.0:1746126676.834948:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 167 00000100:00100000:2.0:1746126676.834953:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1212:x1830945973480448:12345-192.168.203.49@tcp:35:cmp.0 00000100:00100000:2.0:1746126676.835137:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f04e74d-65c5-45c5-b169-968db36157cf+19:1212:x1830945973480448:12345-192.168.203.49@tcp:35:cmp.0 Request processed in 182us (313us total) trans 4294980510 rc 0/0 00000100:00100000:2.0:1746126676.835145:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 167 00000100:00100000:2.0:1746126676.842606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.842646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.842679:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973480832 00000100:00100000:3.0:1746126676.842680:0:7130:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973480576 00000100:00100000:3.0:1746126676.842687:0:7130:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973480576 00000100:00100000:2.0:1746126676.842687:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973480832 00000100:00100000:2.0:1746126676.842739:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30151 00000100:00100000:2.0:1746126676.842747:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1213:x1830945973480832:12345-192.168.203.49@tcp:36:rm.0 00010000:00010000:2.0:1746126676.842801:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126676.842823:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ecc000/0x9cce4314879c859e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c9d expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.842850:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082aa00/0x9cce4314879c831a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c34 expref: 23 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.842858:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:2.0:1746126676.842864:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a41ce800/0x9cce4314879c8582 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c96 expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.842869:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:2.0:1746126676.842871:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126676.842887:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746126676.842891:0:7130:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 5 00010000:00010000:2.0:1746126676.842896:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126676.842901:0:7130:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1980:x1830945973480576:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126676.842901:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.842932:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 18 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.842939:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 18 pid: 7124 timeout: 688 lvb_type: 0 00000100:00100000:2.0:1746126676.842948:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800860c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830945973804160:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126676.843015:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af600 going to sleep for 11 seconds 00010000:00010000:3.0:1746126676.843038:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.843074:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c8646 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4cff expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.843188:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843197:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843205:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843217:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843223:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843228:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843497:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843504:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843508:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843513:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.843542:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843549:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843556:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:3.0:1746126676.843559:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.843561:0:7130:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.843567:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843572:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c864d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843594:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843600:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843605:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843609:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.843611:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843615:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843621:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009345a700) 00010000:00010000:3.0:1746126676.843622:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.843624:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843629:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8654 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.843662:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c8646 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cff expref: 23 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.843669:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:3.0:1746126676.843670:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126676.843672:0:7130:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.843678:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817e00/0x9cce4314879c8646 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cff expref: 23 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.843685:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091817e00, rc -2) 00000100:00100000:3.0:1746126676.843717:0:7130:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1980:x1830945973480576:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 816us (1122us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126676.843723:0:7130:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 5 00000100:00100000:2.0:1746126676.843784:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800860c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830945973804160:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126676.843794:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1746126676.844411:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.844469:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973480960 00000100:00100000:1.0:1746126676.844474:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973480960 00010000:00010000:1.0:1746126676.844500:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 19 pid: 7124 timeout: 688 lvb_type: 0 00000100:00100000:1.0:1746126676.844531:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7878 00000100:00100000:1.0:1746126676.844537:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+19:1981:x1830945973480960:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126676.844546:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126676.844550:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 19 pid: 7124 timeout: 688 lvb_type: 0 00010000:00010000:1.0:1746126676.844558:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 19 pid: 7124 timeout: 688 lvb_type: 0 00010000:00010000:1.0:1746126676.844574:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091197600/0x9cce4314879c85ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cb2 expref: 19 pid: 7124 timeout: 688 lvb_type: 0 00010000:00010000:1.0:1746126676.844596:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:1.0:1746126676.844599:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844605:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844610:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844623:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126676.844650:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6b39050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973480960:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 114us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126676.844656:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7878 00010000:00010000:1.0:1746126676.844698:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844703:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844713:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844719:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.844724:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.845770:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.845781:0:7126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.845793:0:7126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.845818:0:7126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 17 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.845828:0:7126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 17 pid: 20998 timeout: 688 lvb_type: 0 00000100:00100000:1.0:1746126676.845840:0:7126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915ced80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830945973804288:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126676.845907:0:7126:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009435dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126676.848971:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.849123:0:7126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915ced80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7126:1830945973804288:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126676.849150:0:7126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:2.0:1746126676.849214:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973481088 00000100:00100000:2.0:1746126676.849220:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973481088 00010000:00010000:2.0:1746126676.849248:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 18 pid: 20998 timeout: 688 lvb_type: 0 00000100:00100000:2.0:1746126676.849275:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7879 00000100:00100000:2.0:1746126676.849282:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973481088:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126676.849295:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126676.849301:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 18 pid: 20998 timeout: 688 lvb_type: 0 00010000:00010000:2.0:1746126676.849310:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 18 pid: 20998 timeout: 688 lvb_type: 0 00010000:00010000:2.0:1746126676.849345:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af36200/0x9cce4314879c83bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c5e expref: 18 pid: 20998 timeout: 688 lvb_type: 0 00010000:00010000:2.0:1746126676.849364:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:2.0:1746126676.849368:0:9803:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.849376:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.849386:0:9803:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.849403:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.849440:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945973481088:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 157us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.849474:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7879 00010000:00010000:1.0:1746126676.849865:0:7126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.849872:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:1.0:1746126676.850660:0:7126:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:1.0:1746126676.850668:0:7126:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 588970224492ns, next at 589970222709ns, rc = 0 00000040:00080000:1.0:1746126676.850702:0:7126:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:1.0:1746126676.850707:0:7126:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 588970264079ns, next at 589970263292ns, rc = 0 00010000:00010000:1.0:1746126676.850766:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.850776:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.850784:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.850789:0:7126:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.850794:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.850798:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851126:0:7126:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126676.851137:0:9802:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126676.851143:0:9802:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851146:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851150:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.851154:0:9802:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6a36800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126676.851154:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851157:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b38200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.851158:0:9802:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851160:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.851164:0:9802:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851164:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.851174:0:9802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:3.0:1746126676.851177:0:9802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746126676.851180:0:9802:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851180:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012db8b200) 00010000:00010000:1.0:1746126676.851181:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126676.851184:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.851185:0:9802:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8669 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851188:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b38200/0x9cce4314879c8662 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.851195:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126676.851196:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126676.851197:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126676.851231:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851236:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851240:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851244:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091183a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126676.851246:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851250:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851257:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355a00) 00010000:00010000:1.0:1746126676.851259:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126676.851261:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.851266:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c863f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:1.0:1746126676.851278:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a4711180 reply state ffff880135f38000 transno 4294980511 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.851285:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126676.851368:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1213:x1830945973480832:12345-192.168.203.49@tcp:36:rm.0 Request processed in 8619us (8719us total) trans 4294980511 rc 0/0 00000100:00100000:1.0:1746126676.851375:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30151 00010000:00010000:2.0:1746126676.852632:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852646:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852652:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852657:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126676.852660:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852664:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852675:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880094881e00) 00010000:00010000:2.0:1746126676.852677:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126676.852679:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.852683:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c865b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:2.0:1746126676.888814:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.888844:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973481216 00000100:00100000:0.0:1746126676.888862:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973481216 00000100:00100000:0.0:1746126676.888902:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30152 00000100:00100000:0.0:1746126676.888909:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+22:1216:x1830945973481216:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:0.0:1746126676.888930:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126676.888946:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3c00/0x9cce4314879c8670 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d37 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.889006:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126676.889019:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126676.889029:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:0.0:1746126676.889712:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126676.889716:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126676.889732:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1746126676.889757:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3c00/0x9cce4314879c8670 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d37 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.889776:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d37 expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.889784:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800944fd200) 00010000:00010000:0.0:1746126676.889787:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126676.889791:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ff3800, rc 0) 00000100:00100000:0.0:1746126676.890405:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1216:x1830945973481216:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 1493us (1598us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126676.890414:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30152 00000100:00100000:3.0:1746126676.898513:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.898561:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973481472 00000100:00100000:3.0:1746126676.898570:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973481472 00000100:00100000:3.0:1746126676.898618:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30153 00000100:00100000:3.0:1746126676.898626:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+23:1216:x1830945973481472:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:3.0:1746126676.898647:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.898651:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126676.898682:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ff3800/0x9cce4314879c8677 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d37 expref: 23 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.898699:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800944fd200) 00010000:00010000:3.0:1746126676.898710:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126676.898720:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c867e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d3e expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.898873:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.898885:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.898895:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.898909:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.898914:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.898920:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899409:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899416:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899422:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:3.0:1746126676.899430:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746126676.899468:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899474:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899480:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899486:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.899489:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899494:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899501:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a800) 00010000:00010000:3.0:1746126676.899504:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.899506:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.899510:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c8685 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1746126676.899518:0:7126:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c3d3b80 reply state ffff880083537000 transno 4294980512 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746126676.899524:0:7126:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746126676.899547:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c867e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 25 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.899559:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.899565:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009345aa00) 00010000:00010000:3.0:1746126676.899566:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126676.899568:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bd600, rc 0) 00000100:00100000:3.0:1746126676.899629:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1216:x1830945973481472:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 1003us (1125us total) trans 4294980512 rc 0/0 00000100:00100000:3.0:1746126676.899638:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30153 00000100:00100000:1.0:1746126676.906259:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:1.0:1746126676.906301:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906313:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906330:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906335:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b39400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126676.906340:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906346:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906365:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009345a300) 00010000:00010000:1.0:1746126676.906368:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126676.906371:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.906376:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b39400/0x9cce4314879c868c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1746126676.906760:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973481728 00000100:00100000:3.0:1746126676.906771:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973481728 00000100:00100000:3.0:1746126676.906821:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30154 00000100:00100000:3.0:1746126676.906829:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1216:x1830945973481728:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:3.0:1746126676.906852:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.906866:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c86a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d45 expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.906957:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126676.906970:0:7124:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 25 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.906976:0:7124:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126676.907005:0:7124:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 25 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.907015:0:7124:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 25 pid: 7126 timeout: 689 lvb_type: 0 00000100:00100000:3.0:1746126676.907027:0:7124:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973804416:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126676.907131:0:7124:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092652600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126676.910573:0:7124:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7124:1830945973804416:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126676.910597:0:7124:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000100:00100000:1.0:1746126676.911712:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.912012:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973481856 00000100:00100000:2.0:1746126676.912020:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973481856 00010000:00010000:2.0:1746126676.912054:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 26 pid: 7126 timeout: 689 lvb_type: 0 00000100:00100000:2.0:1746126676.912094:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7880 00000100:00100000:2.0:1746126676.912102:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1982:x1830945973481856:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126676.912115:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126676.912121:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 26 pid: 7126 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.912132:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 26 pid: 7126 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.912154:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd600/0x9cce4314879c8693 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d3e expref: 26 pid: 7126 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.912169:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009345aa00) 00010000:00010000:2.0:1746126676.912173:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.912182:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.912188:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.912219:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.912272:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1982:x1830945973481856:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 170us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.912279:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7880 00010000:00010000:0.0:1746126676.913282:0:7124:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00010000:00010000:0.0:1746126676.913290:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:0.0:1746126676.913309:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:0.0:1746126676.913671:0:7124:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:0.0:1746126676.913681:0:7124:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1746126676.914154:0:7124:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914163:0:7124:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914170:0:7124:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914176:0:7124:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126676.914179:0:7124:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914185:0:7124:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914197:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88009345aa00) 00010000:00010000:2.0:1746126676.914200:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126676.914204:0:7124:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914209:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bd400/0x9cce4314879c86a8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.914265:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c86a1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d45 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.914273:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948bc000/0x9cce4314879c86a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d45 expref: 25 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.914285:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948bc000, rc 0) 00000100:00100000:2.0:1746126676.914354:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1216:x1830945973481728:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 7524us (8108us total) trans 4294980513 rc 301/301 00000100:00100000:2.0:1746126676.914361:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30154 00000100:00100000:1.0:1746126676.916179:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.916231:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973482112 00000100:00100000:2.0:1746126676.916240:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973482112 00000100:00100000:2.0:1746126676.916289:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 168 00000100:00100000:2.0:1746126676.916296:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+24:1216:x1830945973482112:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:2.0:1746126676.917183:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1216:x1830945973482112:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 885us (1009us total) trans 4294980514 rc 0/0 00000100:00100000:2.0:1746126676.917191:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 168 00000100:00100000:3.0:1746126676.920857:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.920923:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973482240 00000100:00100000:2.0:1746126676.920932:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973482240 00000100:00100000:2.0:1746126676.920974:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30155 00000100:00100000:2.0:1746126676.920982:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+25:1216:x1830945973482240:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:2.0:1746126676.921006:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126676.921025:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091182e00/0x9cce4314879c86b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d4c expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.921082:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091182e00/0x9cce4314879c86b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d4c expref: 26 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.921095:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182e00/0x9cce4314879c86b6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d4c expref: 26 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.921116:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126676.921119:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126676.921122:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182e00, rc 0) 00000100:00100000:2.0:1746126676.921192:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1216:x1830945973482240:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 210us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.921198:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30155 00000100:00100000:0.0:1746126676.922219:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.922254:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973482496 00000100:00100000:2.0:1746126676.922259:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973482496 00000100:00100000:2.0:1746126676.922291:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 169 00000100:00100000:2.0:1746126676.922297:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+26:1216:x1830945973482496:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:2.0:1746126676.922485:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1216:x1830945973482496:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 187us (265us total) trans 4294980515 rc 0/0 00000100:00100000:2.0:1746126676.922495:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 169 00000100:00100000:2.0:1746126676.928599:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.928656:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.928671:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973482624 00000100:00100000:2.0:1746126676.928676:0:7124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973482752 00000100:00100000:3.0:1746126676.928680:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973482624 00000100:00100000:2.0:1746126676.928680:0:7124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973482752 00000100:00100000:2.0:1746126676.928722:0:7124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30156 00000100:00100000:2.0:1746126676.928729:0:7124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+27:1217:x1830945973482752:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126676.928751:0:7124:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126676.928801:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30157 00010000:00010000:2.0:1746126676.928804:0:7124:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091183200/0x9cce4314879c86bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d5a expref: -99 pid: 7124 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126676.928806:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+17:1218:x1830945973482624:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126676.928817:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.928826:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5a00/0x9cce4314879c86c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d53 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.928862:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.928863:0:7124:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7124 initiator: MDT0 00010000:00010000:3.0:1746126676.928875:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.928885:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.928886:0:7124:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7124 initiator: MDT0 00010000:00010000:2.0:1746126676.928893:0:7124:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00200000:3.0:1746126676.928943:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126676.928943:0:7124:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126676.928946:0:7126:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00200000:2.0:1746126676.928946:0:7124:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126676.928958:0:7124:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7124 initiator: MDT0 00000004:00010000:3.0:1746126676.928959:0:7126:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1746126676.928976:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5a00/0x9cce4314879c86c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d53 expref: 19 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.928977:0:7124:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091183200/0x9cce4314879c86bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d5a expref: 29 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.928987:0:7124:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d5a expref: 28 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.928988:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d53 expref: 18 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.928994:0:7124:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:2.0:1746126676.928997:0:7124:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126676.929000:0:7124:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182a00, rc 0) 00010000:00010000:3.0:1746126676.929004:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:3.0:1746126676.929006:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126676.929009:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ff4a00, rc 0) 00000100:00100000:3.0:1746126676.929041:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+18:1218:x1830945973482624:12345-192.168.203.49@tcp:101:dd.0 Request processed in 235us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.929041:0:7124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1217:x1830945973482752:12345-192.168.203.49@tcp:101:dd.0 Request processed in 313us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.929047:0:7124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30156 00000100:00100000:3.0:1746126676.929050:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30157 00000100:00100000:0.0:1746126676.931439:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.931466:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.931828:0:7130:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483136 00000100:00100000:3.0:1746126676.931837:0:7130:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483136 00000100:00100000:3.0:1746126676.932685:0:7130:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6 00000100:00100000:3.0:1746126676.932694:0:7130:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+28:1981:x1830945973483136:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126676.932996:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.933015:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5600/0x9cce4314879c86d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d68 expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933069:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933083:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933094:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933106:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933112:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933118:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933242:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933249:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933255:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00000004:00200000:3.0:1746126676.933272:0:7130:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:3.0:1746126676.933277:0:7130:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126676.933292:0:7130:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933301:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933309:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933325:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933332:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933338:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff5e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.933341:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933348:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933358:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:3.0:1746126676.933361:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.933365:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933370:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5e00/0x9cce4314879c86e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933381:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933385:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933389:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933393:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff5c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.933396:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933400:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933406:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009345a500) 00010000:00010000:3.0:1746126676.933408:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.933410:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933415:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5c00/0x9cce4314879c86e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933439:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5600/0x9cce4314879c86d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d68 expref: 30 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933470:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d68 expref: 29 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933476:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:3.0:1746126676.933478:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126676.933480:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4432000, rc 0) 00010000:00010000:3.0:1746126676.933484:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.933490:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c86f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d6f expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933512:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933519:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933528:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933537:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933542:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933546:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933570:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933575:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933580:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933583:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091817400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.933585:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933590:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933596:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:3.0:1746126676.933598:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.933600:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933604:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091817400/0x9cce4314879c86fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933612:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933616:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933620:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933624:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126676.933625:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933630:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933635:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009345af00) 00010000:00010000:3.0:1746126676.933637:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126676.933638:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933643:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816a00/0x9cce4314879c8703 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:3.0:1746126676.933664:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c86f5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d6f expref: 30 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933672:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:3.0:1746126676.933673:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126676.933676:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091816000/0x9cce4314879c86f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d6f expref: 30 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933686:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091816000, rc -2) 00000100:00100000:3.0:1746126676.933740:0:7130:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1981:x1830945973483136:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 1048us (2300us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126676.933747:0:7130:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6 00000100:00100000:3.0:1746126676.933773:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483008 00000100:00100000:3.0:1746126676.933780:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483008 00000100:00100000:3.0:1746126676.933816:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30158 00000100:00100000:3.0:1746126676.933821:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+18:1218:x1830945973483008:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126676.933831:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.933837:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5800/0x9cce4314879c870a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4d61 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.933887:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29200/0x9cce4314879c8711 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126676.933896:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29200/0x9cce4314879c8711 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126676.933902:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29200/0x9cce4314879c8711 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746126676.933909:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126676.933999:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff5800/0x9cce4314879c870a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d61 expref: 21 pid: 7125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.933999:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126676.934009:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29200/0x9cce4314879c8711 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d61 expref: 20 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.934018:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff88009ba1f200) 00010000:00010000:3.0:1746126676.934020:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126676.934022:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29200, rc 0) 00000100:00100000:3.0:1746126676.934043:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+20:1218:x1830945973483008:12345-192.168.203.49@tcp:101:dd.0 Request processed in 222us (2612us total) trans 4294980516 rc 0/0 00000100:00100000:3.0:1746126676.934049:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30158 00000100:00100000:3.0:1746126676.934059:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483392 00000100:00100000:3.0:1746126676.934062:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483392 00000100:00100000:3.0:1746126676.934076:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30159 00000100:00100000:3.0:1746126676.934080:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1217:x1830945973483392:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126676.936609:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.936615:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126676.936650:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182a00/0x9cce4314879c86d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d5a expref: 29 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.936668:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:3.0:1746126676.936672:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126676.936683:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c871f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4da0 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.937781:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.937830:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.937848:0:7126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483648 00000100:00100000:2.0:1746126676.937857:0:7126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483648 00000100:00100000:0.0:1746126676.937861:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.937890:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30160 00000100:00100000:2.0:1746126676.937896:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+20:1218:x1830945973483648:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126676.937910:0:7126:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126676.937913:0:7126:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126676.937927:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff4a00/0x9cce4314879c86cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d53 expref: 20 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.937942:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:2.0:1746126676.937945:0:7126:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126676.937951:0:7126:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091182c00/0x9cce4314879c8726 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4da7 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126676.937966:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483776 00000100:00100000:1.0:1746126676.937971:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483776 00000100:00100000:1.0:1746126676.938002:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973483904 00000100:00100000:1.0:1746126676.938005:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973483904 00000100:00100000:1.0:1746126676.938021:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6206 00000100:00100000:1.0:1746126676.938026:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973483776:12345-192.168.203.49@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126676.938035:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126676.938048:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dae expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126676.938067:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126676.938081:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126676.938083:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.938088:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.938089:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 9 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126676.938098:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.938104:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 9 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126676.938105:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1746126676.938113:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fc8200, rc 0) 00010000:00010000:2.0:1746126676.938117:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938121:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938125:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.938159:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973483776:12345-192.168.203.49@tcp:101:ll_agl.0 Request processed in 132us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126676.938165:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6206 00010000:00010000:2.0:1746126676.938174:0:7126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938180:0:7126:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.938181:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6207 00010000:00010000:2.0:1746126676.938184:0:7126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.938186:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1980:x1830945973483904:12345-192.168.203.49@tcp:101:ll_agl.0 00000004:00200000:2.0:1746126676.938192:0:7126:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746126676.938193:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126676.938203:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4db5 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126676.938216:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126676.938224:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126676.938225:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126676.938228:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126676.938238:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126676.938245:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6a36800, rc 0) 00010000:00010000:2.0:1746126676.938255:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938260:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.938261:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945973483904:12345-192.168.203.49@tcp:101:ll_agl.0 Request processed in 75us (400us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126676.938265:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1746126676.938265:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6207 00010000:00010000:2.0:1746126676.938270:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091182200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126676.938273:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938278:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938283:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355e00) 00010000:00010000:2.0:1746126676.938285:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126676.938287:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938291:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182200/0x9cce4314879c8734 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938296:0:7126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938299:0:7126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938303:0:7126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938311:0:7126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091183a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126676.938313:0:7126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938327:0:7126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938332:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136355000) 00010000:00010000:2.0:1746126676.938333:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126676.938335:0:7126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938339:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091183a00/0x9cce4314879c873b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1746126676.938372:0:7126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182c00/0x9cce4314879c8726 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 22 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.938380:0:7126:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 21 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.938385:0:7126:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126676.938387:0:7126:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126676.938389:0:7126:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091182600, rc 0) 00000100:00100000:2.0:1746126676.938412:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091619f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f04e74d-65c5-45c5-b169-968db36157cf+21:1218:x1830945973483648:12345-192.168.203.49@tcp:101:dd.0 Request processed in 517us (639us total) trans 4294980517 rc 0/0 00000100:00100000:2.0:1746126676.938417:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30160 00010000:00010000:3.0:1746126676.938607:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c8757 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126676.938615:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c8757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126676.938620:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c8757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746126676.938629:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746126676.938672:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29000/0x9cce4314879c871f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da0 expref: 31 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.938682:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c8757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da0 expref: 30 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.938687:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff880136355600) 00010000:00010000:3.0:1746126676.938689:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126676.938691:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af29a00, rc 0) 00000100:00100000:3.0:1746126676.938735:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1217:x1830945973483392:12345-192.168.203.49@tcp:101:dd.0 Request processed in 4653us (4738us total) trans 4294980518 rc 0/0 00000100:00100000:3.0:1746126676.938739:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30159 00000100:00100000:0.0:1746126676.947711:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.947767:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973484032 00000100:00100000:3.0:1746126676.947777:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973484032 00000100:00100000:3.0:1746126676.947825:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 133 00000100:00100000:3.0:1746126676.947832:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1982:x1830945973484032:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126676.947847:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126676.947872:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af29a00/0x9cce4314879c8757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da0 expref: 30 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.947890:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff880136355600) 00010000:00010000:3.0:1746126676.947895:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126676.948003:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009161ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1982:x1830945973484032:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 171us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126676.948010:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 133 00000100:00100000:0.0:1746126676.948057:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.948160:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.948181:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973484416 00000100:00100000:0.0:1746126676.948184:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973484416 00000100:00100000:0.0:1746126676.948221:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973484544 00000100:00100000:0.0:1746126676.948223:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973484544 00000100:00100000:3.0:1746126676.948263:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4623 00000100:00100000:3.0:1746126676.948268:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973484416:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126676.948296:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.948308:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126676.948310:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126676.948324:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.948335:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.948689:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4624 00000100:00100000:0.0:1746126676.948695:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945973484544:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126676.948712:0:27175:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.948721:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.948722:0:27175:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.948725:0:27175:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.948733:0:27175:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.957845:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.958310:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973484672 00000100:00100000:3.0:1746126676.958330:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973484672 00000100:00100000:3.0:1746126676.958375:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6208 00000100:00100000:3.0:1746126676.958382:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+8:1218:x1830945973484672:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126676.958399:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126676.958415:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dbc expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.958461:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 10 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126676.958469:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126676.958470:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126676.958474:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.958508:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 10 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126676.958519:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 10 pid: 11071 timeout: 689 lvb_type: 1 00000100:00100000:3.0:1746126676.958530:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973804544:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126676.958600:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092652480 going to sleep for 11 seconds 00010000:00010000:1.0:1746126676.960796:0:27175:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960809:0:27175:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960818:0:27175:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960824:0:27175:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094846800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126676.960828:0:27175:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960835:0:27175:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960853:0:27175:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.960859:0:27175:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094846800/0x9cce4314879c876c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27175 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126676.960935:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1980:x1830945973484544:12345-192.168.203.49@tcp:3:dd.0 Request processed in 12235us (12769us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126676.960945:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4624 00000100:00100000:3.0:1746126676.967619:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8441:1830945973804544:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126676.967651:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.967668:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af28200, rc 0) 00000100:00100000:3.0:1746126676.967726:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+9:1218:x1830945973484672:12345-192.168.203.49@tcp:101:dd.0 Request processed in 9343us (9890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126676.967735:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6208 00000100:00100000:1.0:1746126676.968676:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126676.968915:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973484800 00000100:00100000:0.0:1746126676.968923:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973484800 00010000:00010000:0.0:1746126676.968951:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 11 pid: 11071 timeout: 689 lvb_type: 1 00000100:00100000:0.0:1746126676.968973:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7881 00000100:00100000:0.0:1746126676.968979:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973484800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126676.968991:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126676.969011:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 11 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:0.0:1746126676.969021:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 11 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:0.0:1746126676.969044:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fc8200/0x9cce4314879c872d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dae expref: 11 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:0.0:1746126676.969054:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.969056:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.969063:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.969069:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.969100:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.969114:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092748700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973804672:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126676.969171:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009496ea80 going to sleep for 11 seconds 00010000:00010000:3.0:1746126676.969274:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969283:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969290:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969301:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af28a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126676.969304:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969311:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969331:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.969336:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28a00/0x9cce4314879c8765 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126676.969368:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009274b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973484416:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21099us (21608us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126676.969375:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4623 00000100:00100000:2.0:1746126676.975372:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092748700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973804672:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126676.975397:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.975477:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973484800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 6496us (6801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.975487:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7881 00000100:00100000:1.0:1746126676.977141:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126676.977180:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126676.977242:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485056 00000100:00100000:3.0:1746126676.977250:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485056 00000100:00100000:3.0:1746126676.977368:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485184 00000100:00100000:3.0:1746126676.977370:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485184 00000100:00100000:3.0:1746126676.977390:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4625 00000100:00100000:3.0:1746126676.977396:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973485056:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:3.0:1746126676.977433:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977467:0:32442:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977479:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126676.977481:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126676.977484:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977512:0:32442:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 9 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977524:0:32442:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 9 pid: 11071 timeout: 689 lvb_type: 0 00000100:00100000:3.0:1746126676.977536:0:32442:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:32442:1830945973804800:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126676.977600:0:32442:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092652c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126676.977617:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4626 00000100:00100000:3.0:1746126676.977622:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973485184:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:3.0:1746126676.977635:0:32440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977642:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126676.977644:0:32440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126676.977645:0:32440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.977652:0:32440:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126676.982006:0:32442:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:32442:1830945973804800:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126676.982006:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.982029:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485440 00010000:00010000:3.0:1746126676.982033:0:32442:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126676.982035:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485440 00010000:00010000:2.0:1746126676.982064:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 10 pid: 11071 timeout: 689 lvb_type: 0 00000100:00100000:2.0:1746126676.982088:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7882 00000100:00100000:2.0:1746126676.982094:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973485440:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126676.982108:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126676.982126:0:9803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746126676.982129:0:9803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:2.0:1746126676.982135:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 10 pid: 11071 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.982147:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 10 pid: 11071 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.982169:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9000/0x9cce4314879c8574 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4c8f expref: 10 pid: 11071 timeout: 689 lvb_type: 0 00010000:00010000:2.0:1746126676.982182:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.982184:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.982188:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.982196:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.982205:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.982206:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.982209:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.982214:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.982544:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126676.982559:0:32440:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126676.982567:0:32440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.982658:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126676.982679:0:32442:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.982679:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485696 00000100:00100000:0.0:1746126676.982683:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485696 00010000:00010000:3.0:1746126676.982686:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126676.982707:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6209 00000100:00100000:0.0:1746126676.982712:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+32:1218:x1830945973485696:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126676.982724:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126676.982735:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973485440:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 490us (593us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126676.982737:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dc3 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126676.982742:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7882 00010000:00010000:0.0:1746126676.982755:0:8441:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.982761:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.982763:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126676.982765:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126676.982788:0:8441:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 34 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126676.982798:0:8441:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 34 pid: 11071 timeout: 689 lvb_type: 1 00000100:00100000:0.0:1746126676.982808:0:8441:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092749880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973804928:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126676.982858:0:8441:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a41af600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126676.986767:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.986860:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485824 00000100:00100000:2.0:1746126676.986871:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485824 00002000:00100000:2.0:1746126676.986915:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092748700 x1830945973485824/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/0 e 0 to 0 dl 1746126687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126676.986925:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748700 with x1830945973485824 ext(0->1048575) 00002000:00010000:2.0:1746126676.986930:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748700 00000100:00100000:2.0:1746126676.986951:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4627 00000100:00100000:2.0:1746126676.986958:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973485824:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126676.987607:0:8441:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092749880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8441:1830945973804928:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126676.987637:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126676.987653:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb86e00, rc 0) 00000100:00100000:1.0:1746126676.987696:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4f04e74d-65c5-45c5-b169-968db36157cf+33:1218:x1830945973485696:12345-192.168.203.49@tcp:101:dd.0 Request processed in 4982us (5038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126676.987703:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6209 00000100:00100000:0.0:1746126676.988090:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126676.988108:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973485952 00000100:00100000:2.0:1746126676.988112:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973485952 00010000:00010000:2.0:1746126676.988133:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 689 lvb_type: 1 00000100:00100000:2.0:1746126676.988152:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7883 00000100:00100000:2.0:1746126676.988158:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1981:x1830945973485952:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126676.988167:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126676.988185:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:2.0:1746126676.988195:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:2.0:1746126676.988215:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6a36800/0x9cce4314879c8749 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4db5 expref: 35 pid: 11071 timeout: 689 lvb_type: 1 00010000:00010000:2.0:1746126676.988226:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.988228:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126676.988234:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.988242:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126676.988269:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126676.988281:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800860c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973805056:192.168.203.49@tcp:105: 00000100:00100000:2.0:1746126676.988353:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af65300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126676.990976:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800860c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973805056:192.168.203.49@tcp:105: 00010000:00010000:2.0:1746126676.990994:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126676.991035:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1981:x1830945973485952:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 2876us (2945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126676.991044:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7883 00000001:00080000:3.0:1746126676.997464:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968560 is committed 00000001:00080000:3.0:1746126676.997479:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968549 is committed 00000001:00080000:3.0:1746126676.997490:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968562 is committed 00000001:00080000:3.0:1746126676.998349:0:8531:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968550 is committed 00000100:00100000:1.0:1746126677.009851:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.010033:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973486208 00000100:00100000:0.0:1746126677.010044:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973486208 00002000:00100000:0.0:1746126677.010090:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880091641f80 x1830945973486208/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.010100:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973486208 ext(0->1048575) 00002000:00010000:0.0:1746126677.010105:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091641f80 00000100:00100000:0.0:1746126677.010126:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4628 00000100:00100000:0.0:1746126677.010133:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+9:1982:x1830945973486208:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.011826:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.011849:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973486464 00000100:00100000:1.0:1746126677.011855:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973486464 00002000:00100000:1.0:1746126677.011887:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880091642d80 x1830945973486464/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.011901:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973486464 ext(1048576->2097151) 00002000:00010000:1.0:1746126677.011908:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:1.0:1746126677.011925:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4629 00000100:00100000:1.0:1746126677.011930:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973486464:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.016746:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.019708:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+13:1981:x1830945973485824:12345-192.168.203.49@tcp:4:dd.0 Request processed in 32736us (32938us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1746126677.019721:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4627 00002000:00100000:3.0:1746126677.019733:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880092748700 x1830945973485824/t4294968115(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:437/0 lens 488/448 e 0 to 0 dl 1746126687 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.019743:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092748700 with x1830945973485824 ext(0->1048575) 00002000:00010000:3.0:1746126677.019750:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092748700 00000100:00100000:3.0:1746126677.019830:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973486720 00000100:00100000:3.0:1746126677.019838:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973486720 00002000:00100000:3.0:1746126677.019866:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880090d99c00 x1830945973486720/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.019873:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99c00 with x1830945973486720 ext(1048576->2097151) 00002000:00010000:3.0:1746126677.019876:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99c00 00000100:00100000:3.0:1746126677.019904:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4630 00000100:00100000:3.0:1746126677.019909:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+11:1982:x1830945973486720:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126677.031391:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+13:1982:x1830945973486208:12345-192.168.203.49@tcp:4:dd.0 Request processed in 21250us (21545us total) trans 4294968563 rc 0/0 00000100:00100000:2.0:1746126677.031401:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4628 00002000:00100000:2.0:1746126677.031411:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880091641f80 x1830945973486208/t4294968563(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.031418:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641f80 with x1830945973486208 ext(0->1048575) 00002000:00010000:2.0:1746126677.031424:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091641f80 00000100:00100000:1.0:1746126677.032773:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.032902:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973486976 00000100:00100000:2.0:1746126677.032911:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973486976 00002000:00100000:2.0:1746126677.032944:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880091642a00 x1830945973486976/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.032952:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642a00 with x1830945973486976 ext(2097152->3145727) 00002000:00010000:2.0:1746126677.032955:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642a00 00000100:00100000:2.0:1746126677.032988:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4631 00000100:00100000:2.0:1746126677.032994:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+13:1981:x1830945973486976:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.037013:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.037850:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973487232 00000100:00100000:3.0:1746126677.037863:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973487232 00002000:00100000:3.0:1746126677.037907:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880091640000 x1830945973487232/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.037917:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091640000 with x1830945973487232 ext(2097152->3145727) 00002000:00010000:3.0:1746126677.037922:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091640000 00000100:00100000:3.0:1746126677.037955:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4632 00000100:00100000:3.0:1746126677.037962:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+13:1982:x1830945973487232:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.050824:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.051913:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+15:1981:x1830945973486976:12345-192.168.203.49@tcp:4:dd.0 Request processed in 18916us (19144us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1746126677.051923:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4631 00002000:00100000:1.0:1746126677.051934:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880091642a00 x1830945973486976/t4294968116(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.051943:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642a00 with x1830945973486976 ext(2097152->3145727) 00002000:00010000:1.0:1746126677.051949:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642a00 00000100:00100000:1.0:1746126677.052668:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973487488 00000100:00100000:1.0:1746126677.052678:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973487488 00002000:00100000:1.0:1746126677.052712:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880091642680 x1830945973487488/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.052720:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642680 with x1830945973487488 ext(3145728->4194303) 00002000:00010000:1.0:1746126677.052723:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642680 00000100:00100000:1.0:1746126677.052747:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4633 00000100:00100000:1.0:1746126677.052753:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+15:1981:x1830945973487488:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.053053:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+17:1981:x1830945973486464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 41121us (41231us total) trans 4294968117 rc 0/0 00000100:00100000:0.0:1746126677.053060:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4629 00002000:00100000:0.0:1746126677.053065:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880091642d80 x1830945973486464/t4294968117(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.053072:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642d80 with x1830945973486464 ext(1048576->2097151) 00002000:00010000:0.0:1746126677.053075:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642d80 00000100:00100000:3.0:1746126677.056230:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+15:1982:x1830945973486720:12345-192.168.203.49@tcp:4:dd.0 Request processed in 36308us (39482us total) trans 4294968564 rc 0/0 00000100:00100000:3.0:1746126677.056242:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4630 00002000:00100000:3.0:1746126677.056253:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880090d99c00 x1830945973486720/t4294968564(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.056261:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99c00 with x1830945973486720 ext(1048576->2097151) 00002000:00010000:3.0:1746126677.056268:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99c00 00000100:00100000:2.0:1746126677.060883:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.063242:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+15:1982:x1830945973487232:12345-192.168.203.49@tcp:4:dd.0 Request processed in 25270us (26227us total) trans 4294968565 rc 0/0 00000100:00100000:1.0:1746126677.063255:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4632 00002000:00100000:1.0:1746126677.063266:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880091640000 x1830945973487232/t4294968565(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.063274:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091640000 with x1830945973487232 ext(2097152->3145727) 00002000:00010000:1.0:1746126677.063280:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091640000 00000100:00100000:1.0:1746126677.063301:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973487744 00000100:00100000:1.0:1746126677.063307:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973487744 00002000:00100000:1.0:1746126677.063345:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800860c5500 x1830945973487744/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.063351:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5500 with x1830945973487744 ext(3145728->4194303) 00002000:00010000:1.0:1746126677.063354:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5500 00000100:00100000:2.0:1746126677.064896:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4634 00000100:00100000:2.0:1746126677.064907:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+15:1982:x1830945973487744:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.065733:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+17:1981:x1830945973487488:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12978us (14916us total) trans 4294968118 rc 0/0 00000100:00100000:0.0:1746126677.065740:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4633 00002000:00100000:0.0:1746126677.065747:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880091642680 x1830945973487488/t4294968118(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.065755:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091642680 with x1830945973487488 ext(3145728->4194303) 00002000:00010000:0.0:1746126677.065760:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091642680 00000100:00100000:2.0:1746126677.069706:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.069772:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973488000 00000100:00100000:3.0:1746126677.069783:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973488000 00002000:00100000:3.0:1746126677.069825:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8800860c5c00 x1830945973488000/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.069836:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5c00 with x1830945973488000 ext(4194304->5242879) 00002000:00010000:3.0:1746126677.069842:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5c00 00000100:00100000:3.0:1746126677.069860:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4635 00000100:00100000:3.0:1746126677.069867:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800860c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945973488000:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126677.072056:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+17:1982:x1830945973487744:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7144us (11176us total) trans 4294968566 rc 0/0 00000100:00100000:2.0:1746126677.072075:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4634 00002000:00100000:2.0:1746126677.072084:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8800860c5500 x1830945973487744/t4294968566(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.072093:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5500 with x1830945973487744 ext(3145728->4194303) 00002000:00010000:2.0:1746126677.072098:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800860c5500 00000100:00100000:1.0:1746126677.073903:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.074252:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973488256 00000100:00100000:3.0:1746126677.074261:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973488256 00002000:00100000:3.0:1746126677.074299:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880091643800 x1830945973488256/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.074309:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973488256 ext(4194304->5242879) 00002000:00010000:3.0:1746126677.074324:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091643800 00000100:00100000:3.0:1746126677.074724:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4636 00000100:00100000:3.0:1746126677.074731:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+17:1981:x1830945973488256:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126677.079168:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800860c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+19:1982:x1830945973488000:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9290us (9465us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1746126677.079179:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4635 00002000:00100000:3.0:1746126677.079191:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8800860c5c00 x1830945973488000/t4294968119(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.079200:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800860c5c00 with x1830945973488000 ext(4194304->5242879) 00002000:00010000:3.0:1746126677.079204:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800860c5c00 00000100:00100000:0.0:1746126677.082363:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.083051:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973488512 00000100:00100000:3.0:1746126677.083061:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973488512 00002000:00100000:3.0:1746126677.083106:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880090d9b800 x1830945973488512/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.083117:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973488512 ext(5242880->6291455) 00002000:00010000:3.0:1746126677.083123:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9b800 00000100:00100000:3.0:1746126677.083143:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4637 00000100:00100000:3.0:1746126677.083151:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+19:1982:x1830945973488512:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126677.083417:0:32440:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126676 -> 1746126677 00002000:00010000:2.0:1746126677.083421:0:32440:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126676 -> 1746126677 00010000:00010000:2.0:1746126677.083431:0:32440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083439:0:32440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083461:0:32440:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083467:0:32440:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff5800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.083471:0:32440:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083478:0:32440:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083497:0:32440:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.083506:0:32440:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ff5800/0x9cce4314879c8781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.083551:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1979:x1830945973485184:12345-192.168.203.49@tcp:4:dd.0 Request processed in 105928us (106370us total) trans 4294968113 rc 0/0 00000100:00100000:2.0:1746126677.083558:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4626 00000001:00080000:2.0:1746126677.083582:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00000100:00100000:0.0:1746126677.083618:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+19:1981:x1830945973488256:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8887us (9723us total) trans 4294968567 rc 0/0 00000100:00100000:0.0:1746126677.085957:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4636 00002000:00100000:0.0:1746126677.085972:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880091643800 x1830945973488256/t4294968567(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.085982:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091643800 with x1830945973488256 ext(4194304->5242879) 00002000:00010000:0.0:1746126677.085988:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091643800 00000100:00100000:1.0:1746126677.092057:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+21:1982:x1830945973488512:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8898us (9693us total) trans 4294968120 rc 0/0 00000100:00100000:1.0:1746126677.092069:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4637 00002000:00100000:1.0:1746126677.092081:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880090d9b800 x1830945973488512/t4294968120(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.092091:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b800 with x1830945973488512 ext(5242880->6291455) 00002000:00010000:1.0:1746126677.092097:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9b800 00000100:00100000:0.0:1746126677.094396:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.094523:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973488768 00000100:00100000:1.0:1746126677.094533:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973488768 00002000:00100000:1.0:1746126677.094783:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880090d9a300 x1830945973488768/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.094793:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973488768 ext(5242880->6291455) 00002000:00010000:1.0:1746126677.094799:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9a300 00000100:00100000:1.0:1746126677.094827:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4638 00000100:00100000:1.0:1746126677.094836:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+19:1981:x1830945973488768:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.102856:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945973488768:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8012us (8457us total) trans 4294968568 rc 0/0 00000100:00100000:0.0:1746126677.102868:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4638 00002000:00100000:0.0:1746126677.102880:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880090d9a300 x1830945973488768/t4294968568(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.102889:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a300 with x1830945973488768 ext(5242880->6291455) 00002000:00010000:0.0:1746126677.102895:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9a300 00000100:00100000:1.0:1746126677.106098:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.106160:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973489024 00000100:00100000:0.0:1746126677.106169:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973489024 00002000:00100000:0.0:1746126677.106209:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880091641880 x1830945973489024/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.106218:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641880 with x1830945973489024 ext(6291456->7340031) 00002000:00010000:0.0:1746126677.106223:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091641880 00000100:00100000:0.0:1746126677.106247:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4639 00000100:00100000:0.0:1746126677.106254:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945973489024:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.116549:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+23:1981:x1830945973489024:12345-192.168.203.49@tcp:4:dd.0 Request processed in 10285us (10448us total) trans 4294968121 rc 0/0 00000100:00100000:0.0:1746126677.116560:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4639 00002000:00100000:0.0:1746126677.116571:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880091641880 x1830945973489024/t4294968121(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.116580:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091641880 with x1830945973489024 ext(6291456->7340031) 00002000:00010000:0.0:1746126677.116586:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091641880 00000100:00100000:1.0:1746126677.117024:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.119079:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973489280 00000100:00100000:0.0:1746126677.119090:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973489280 00002000:00100000:0.0:1746126677.119130:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b6d1180 x1830945973489280/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.119140:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945973489280 ext(6291456->7340031) 00002000:00010000:0.0:1746126677.119145:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d1180 00000100:00100000:0.0:1746126677.119174:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4640 00000100:00100000:0.0:1746126677.119182:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945973489280:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.125416:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.125501:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973489536 00000100:00100000:2.0:1746126677.125510:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973489536 00002000:00100000:2.0:1746126677.125553:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009b6d2680 x1830945973489536/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.125564:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973489536 ext(7340032->8388607) 00002000:00010000:2.0:1746126677.125569:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2680 00000100:00100000:2.0:1746126677.125599:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4641 00000100:00100000:2.0:1746126677.125606:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+23:1982:x1830945973489536:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.127041:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+23:1981:x1830945973489280:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7855us (10029us total) trans 4294968569 rc 0/0 00000100:00100000:0.0:1746126677.127051:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4640 00002000:00100000:0.0:1746126677.127059:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b6d1180 x1830945973489280/t4294968569(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.127067:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1180 with x1830945973489280 ext(6291456->7340031) 00002000:00010000:0.0:1746126677.127071:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d1180 00000100:00100000:2.0:1746126677.135221:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+25:1982:x1830945973489536:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9605us (9805us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1746126677.135232:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4641 00002000:00100000:2.0:1746126677.135245:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009b6d2680 x1830945973489536/t4294968122(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.135255:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2680 with x1830945973489536 ext(7340032->8388607) 00002000:00010000:2.0:1746126677.135261:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d2680 00000100:00100000:1.0:1746126677.135365:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.135562:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973489792 00000100:00100000:2.0:1746126677.135570:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973489792 00002000:00100000:2.0:1746126677.135596:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009b6d1500 x1830945973489792/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.135603:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973489792 ext(7340032->8388607) 00002000:00010000:2.0:1746126677.135607:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d1500 00000100:00100000:2.0:1746126677.135627:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4642 00000100:00100000:2.0:1746126677.135633:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+23:1981:x1830945973489792:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.143625:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.143852:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973490048 00000100:00100000:0.0:1746126677.143863:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973490048 00002000:00100000:0.0:1746126677.143909:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009b6d0700 x1830945973490048/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.143920:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973490048 ext(8388608->9437183) 00002000:00010000:0.0:1746126677.143926:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d0700 00000100:00100000:0.0:1746126677.143947:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4643 00000100:00100000:0.0:1746126677.143953:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1981:x1830945973490048:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126677.147575:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+25:1981:x1830945973489792:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11930us (12198us total) trans 4294968570 rc 0/0 00000100:00100000:2.0:1746126677.147586:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4642 00002000:00100000:2.0:1746126677.147598:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009b6d1500 x1830945973489792/t4294968570(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.147607:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d1500 with x1830945973489792 ext(7340032->8388607) 00002000:00010000:2.0:1746126677.147612:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d1500 00000100:00100000:1.0:1746126677.151494:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+27:1981:x1830945973490048:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7532us (7871us total) trans 4294968123 rc 0/0 00000100:00100000:1.0:1746126677.151506:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4643 00002000:00100000:1.0:1746126677.151517:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88009b6d0700 x1830945973490048/t4294968123(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.151526:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0700 with x1830945973490048 ext(8388608->9437183) 00002000:00010000:1.0:1746126677.151532:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6d0700 00000001:00080000:1.0:1746126677.156716:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968118 is committed 00000001:00080000:1.0:1746126677.156734:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968114 is committed 00000001:00080000:1.0:1746126677.156747:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968119 is committed 00010000:00010000:0.0:1746126677.156832:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156849:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156856:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156861:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091816a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.156865:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156871:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156888:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.156892:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091816a00/0x9cce4314879c877a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.156972:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973485056:12345-192.168.203.49@tcp:4:dd.0 Request processed in 179571us (179829us total) trans 4294968114 rc 0/0 00000100:00100000:0.0:1746126677.156982:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4625 00000100:00100000:3.0:1746126677.173611:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.173651:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.173690:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.173763:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973490304 00000100:00100000:0.0:1746126677.173774:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973490304 00000100:00100000:2.0:1746126677.173788:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973490816 00000100:00100000:2.0:1746126677.173791:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973490816 00002000:00100000:0.0:1746126677.173820:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012c3d0000 x1830945973490304/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746126677.173824:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973491072 00000100:00100000:2.0:1746126677.173826:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973491072 00002000:00100000:0.0:1746126677.173831:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d0000 with x1830945973490304 ext(8388608->9437183) 00002000:00010000:0.0:1746126677.173837:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d0000 00000100:00100000:2.0:1746126677.173844:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4644 00000100:00100000:0.0:1746126677.173849:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4645 00000100:00100000:2.0:1746126677.173852:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973490816:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:0.0:1746126677.173853:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973491072:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126677.173880:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.173880:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.173893:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.173893:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.173894:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.173894:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.173898:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.173898:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.173910:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.173911:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.175003:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4646 00000100:00100000:1.0:1746126677.175013:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1982:x1830945973490304:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126677.177133:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.177303:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973490560 00000100:00100000:2.0:1746126677.177323:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973490560 00000100:00080000:1.0:1746126677.177362:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126677.177367:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:2.0:1746126677.177369:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009c2e4700 x1830945973490560/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.177380:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4700 with x1830945973490560 ext(9437184->10485759) 00002000:00010000:2.0:1746126677.177385:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4700 00000100:00100000:2.0:1746126677.178502:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4647 00000100:00100000:2.0:1746126677.178511:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+17:1981:x1830945973490560:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.184260:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.186849:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+27:1982:x1830945973490304:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11829us (13240us total) trans 4294968571 rc 0/0 00000100:00100000:1.0:1746126677.186861:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4646 00002000:00100000:1.0:1746126677.186873:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88012c3d0000 x1830945973490304/t4294968571(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126677.186882:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3d0000 with x1830945973490304 ext(8388608->9437183) 00002000:00010000:1.0:1746126677.186888:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c3d0000 00000100:00100000:2.0:1746126677.187249:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973491328 00000100:00100000:2.0:1746126677.187258:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973491328 00002000:00100000:2.0:1746126677.187291:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880090d99180 x1830945973491328/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.187298:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973491328 ext(9437184->10485759) 00002000:00010000:2.0:1746126677.187301:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:2.0:1746126677.187333:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4648 00000100:00100000:2.0:1746126677.187341:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+27:1981:x1830945973491328:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:0.0:1746126677.188780:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188798:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188805:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188812:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091182800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.188816:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188823:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188842:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.188848:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091182800/0x9cce4314879c8796 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.189723:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973491072:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15861us (16024us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126677.189734:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4645 00000100:00100000:2.0:1746126677.195432:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+19:1981:x1830945973490560:12345-192.168.203.49@tcp:4:dd.0 Request processed in 16913us (18298us total) trans 4294968124 rc 0/0 00000100:00100000:2.0:1746126677.195463:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4647 00002000:00100000:2.0:1746126677.195475:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009c2e4700 x1830945973490560/t4294968124(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.195486:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4700 with x1830945973490560 ext(9437184->10485759) 00002000:00010000:2.0:1746126677.195491:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4700 00010000:00010000:2.0:1746126677.197480:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197495:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197503:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197510:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab81200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.197514:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197521:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197539:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.197545:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab81200/0x9cce4314879c878f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.197607:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973490816:12345-192.168.203.49@tcp:3:dd.0 Request processed in 23753us (23953us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126677.197616:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4644 00000100:00100000:2.0:1746126677.202250:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+29:1981:x1830945973491328:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14898us (17990us total) trans 4294968572 rc 0/0 00000100:00100000:2.0:1746126677.202263:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4648 00002000:00100000:2.0:1746126677.202275:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880090d99180 x1830945973491328/t4294968572(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.202284:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99180 with x1830945973491328 ext(9437184->10485759) 00002000:00010000:2.0:1746126677.202290:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d99180 00000100:00100000:2.0:1746126677.202354:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.202372:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973491584 00000100:00100000:2.0:1746126677.202378:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973491584 00002000:00100000:2.0:1746126677.202404:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880135c1c000 x1830945973491584/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.202411:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945973491584 ext(10485760->11534335) 00002000:00010000:2.0:1746126677.202414:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c000 00000100:00100000:2.0:1746126677.202425:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4649 00000100:00100000:2.0:1746126677.202429:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+19:1982:x1830945973491584:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.213394:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.213698:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.213723:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.213760:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973491840 00000100:00100000:1.0:1746126677.213763:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973492096 00000100:00100000:1.0:1746126677.213769:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973492096 00000100:00100000:0.0:1746126677.213769:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973491840 00002000:00100000:0.0:1746126677.213813:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009b6d0000 x1830945973491840/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746126677.213820:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973492224 00000100:00100000:1.0:1746126677.213823:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973492224 00002000:00100000:0.0:1746126677.213824:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973491840 ext(10485760->11534335) 00002000:00010000:0.0:1746126677.213830:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d0000 00000100:00100000:1.0:1746126677.213847:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4650 00000100:00100000:1.0:1746126677.213855:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973492096:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126677.213858:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4651 00000100:00100000:0.0:1746126677.213864:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973492224:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126677.213887:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4652 00000100:00100000:3.0:1746126677.213895:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+29:1981:x1830945973491840:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126677.213902:0:32438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c755, atime: 0x0, ctime: 0x6813c755, blocks: 0xc80b 00010000:00010000:0.0:1746126677.213914:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.213919:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.213927:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.213929:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.213934:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.213946:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.213949:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.213951:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.213954:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.213964:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.216395:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+21:1982:x1830945973491584:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13955us (14031us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1746126677.216406:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4649 00002000:00100000:2.0:1746126677.216416:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880135c1c000 x1830945973491584/t4294968125(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.216424:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c000 with x1830945973491584 ext(10485760->11534335) 00002000:00010000:2.0:1746126677.216430:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c000 00000100:00100000:3.0:1746126677.218727:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.218789:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973492608 00000100:00100000:2.0:1746126677.218800:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973492608 00002000:00100000:2.0:1746126677.218838:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009c2e4e00 x1830945973492608/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.218848:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973492608 ext(11534336->12582911) 00002000:00010000:2.0:1746126677.218852:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:2.0:1746126677.218876:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4653 00000100:00100000:2.0:1746126677.218882:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+21:1981:x1830945973492608:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.228955:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.229040:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973492864 00000100:00100000:0.0:1746126677.229047:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973492864 00002000:00100000:0.0:1746126677.229367:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009b6d2300 x1830945973492864/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126677.229376:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2300 with x1830945973492864 ext(11534336->12582911) 00002000:00010000:0.0:1746126677.229381:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d2300 00000100:00100000:0.0:1746126677.229411:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4654 00000100:00100000:0.0:1746126677.229419:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+31:1982:x1830945973492864:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126677.242992:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.243031:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973493376 00000100:00100000:2.0:1746126677.243033:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.243040:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973493376 00000100:00100000:2.0:1746126677.243053:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973493120 00000100:00100000:2.0:1746126677.243056:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973493120 00000100:00100000:3.0:1746126677.243082:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 170 00002000:00100000:2.0:1746126677.243082:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880135c1c380 x1830945973493120/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/0 e 0 to 0 dl 1746126688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126677.243090:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+21:1218:x1830945973493376:12345-192.168.203.49@tcp:35:dd.0 00002000:00100000:2.0:1746126677.243090:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973493120 ext(12582912->13631487) 00002000:00010000:2.0:1746126677.243095:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00000100:00100000:2.0:1746126677.243109:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4655 00000100:00100000:2.0:1746126677.243114:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+23:1982:x1830945973493120:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126677.243276:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+22:1218:x1830945973493376:12345-192.168.203.49@tcp:35:dd.0 Request processed in 187us (292us total) trans 4294980519 rc 0/0 00000100:00100000:3.0:1746126677.243283:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 170 00000100:00080000:0.0:1746126677.243440:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126677.247007:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973491840:12345-192.168.203.49@tcp:4:dd.0 Request processed in 33105us (33615us total) trans 4294968573 rc 0/0 00000100:00100000:3.0:1746126677.247017:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4652 00002000:00100000:3.0:1746126677.247027:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009b6d0000 x1830945973491840/t4294968573(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126677.247036:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d0000 with x1830945973491840 ext(10485760->11534335) 00002000:00010000:3.0:1746126677.247041:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d0000 00000100:00100000:2.0:1746126677.253370:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+25:1981:x1830945973492608:12345-192.168.203.49@tcp:4:dd.0 Request processed in 34479us (34641us total) trans 4294968128 rc 0/0 00000100:00100000:2.0:1746126677.253380:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4653 00002000:00100000:2.0:1746126677.253389:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff88009c2e4e00 x1830945973492608/t4294968128(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.253397:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e4e00 with x1830945973492608 ext(11534336->12582911) 00002000:00010000:2.0:1746126677.253402:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e4e00 00000100:00100000:2.0:1746126677.258997:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973492864:12345-192.168.203.49@tcp:4:dd.0 Request processed in 29572us (30043us total) trans 4294968574 rc 0/0 00000100:00100000:2.0:1746126677.259007:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4654 00002000:00100000:2.0:1746126677.259016:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009b6d2300 x1830945973492864/t4294968574(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.259025:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6d2300 with x1830945973492864 ext(11534336->12582911) 00002000:00010000:2.0:1746126677.259031:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6d2300 00000100:00100000:2.0:1746126677.265401:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+25:1982:x1830945973493120:12345-192.168.203.49@tcp:4:dd.0 Request processed in 22279us (22360us total) trans 4294968129 rc 0/0 00000100:00100000:2.0:1746126677.265412:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4655 00002000:00100000:2.0:1746126677.265421:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880135c1c380 x1830945973493120/t4294968129(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:438/0 lens 488/448 e 0 to 0 dl 1746126688 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126677.265428:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1c380 with x1830945973493120 ext(12582912->13631487) 00002000:00010000:2.0:1746126677.265433:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135c1c380 00010000:00010000:0.0:1746126677.292488:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292501:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292508:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292514:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949bda00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.292517:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292528:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292542:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.292548:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949bda00/0x9cce4314879c879d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126677.292634:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968126 is committed 00000001:00080000:1.0:1746126677.292645:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968121 is committed 00000001:00080000:1.0:1746126677.292651:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968123 is committed 00000001:00080000:1.0:1746126677.292660:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968125 is committed 00000100:00100000:0.0:1746126677.293065:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973492224:12345-192.168.203.49@tcp:4:dd.0 Request processed in 79195us (79335us total) trans 4294968126 rc 0/0 00000100:00100000:0.0:1746126677.293076:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4651 00000001:00080000:0.0:1746126677.330746:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968127 is committed 00000001:00080000:0.0:1746126677.330764:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968129 is committed 00010000:00010000:1.0:1746126677.330788:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330800:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330808:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330815:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ffd200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.330818:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330826:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330841:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.330847:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ffd200/0x9cce4314879c87a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.330921:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973492096:12345-192.168.203.49@tcp:4:dd.0 Request processed in 117063us (117220us total) trans 4294968127 rc 0/0 00000100:00100000:1.0:1746126677.330930:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4650 00000100:00100000:0.0:1746126677.333649:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.333705:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973493632 00000100:00100000:1.0:1746126677.333712:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973493632 00000100:00100000:1.0:1746126677.333759:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4656 00000100:00100000:1.0:1746126677.333765:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973493632:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126677.333794:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.333806:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.333807:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.333812:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.333823:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.333928:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.334010:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973493888 00000100:00100000:0.0:1746126677.334014:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973493888 00000100:00100000:0.0:1746126677.334040:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4657 00000100:00100000:0.0:1746126677.334045:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973493888:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126677.334059:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.334067:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.334068:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.334071:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.334083:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.341956:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.341969:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.341976:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.341982:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ecd600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.341986:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.341993:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.342007:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.342886:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093ecd600/0x9cce4314879c87ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.342968:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973493632:12345-192.168.203.49@tcp:3:dd.0 Request processed in 9198us (9319us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.342978:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4656 00010000:00010000:0.0:1746126677.343134:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343143:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343148:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343153:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab81c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.343155:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343160:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343171:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.343176:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.343540:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973493888:12345-192.168.203.49@tcp:3:dd.0 Request processed in 9493us (9610us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126677.343549:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4657 00000100:00100000:3.0:1746126677.350240:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.350305:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973494144 00000100:00100000:0.0:1746126677.350321:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973494144 00000100:00100000:0.0:1746126677.350378:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4658 00000100:00100000:0.0:1746126677.350386:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973494144:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126677.350421:0:32438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c755, atime: 0x0, ctime: 0x6813c755, blocks: 0xc80b 00010000:00010000:0.0:1746126677.350428:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.350438:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.350440:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.350474:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.350485:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.351746:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.352176:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973494272 00000100:00100000:1.0:1746126677.352181:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973494272 00000100:00100000:1.0:1746126677.352218:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4659 00000100:00100000:1.0:1746126677.352224:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973494272:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126677.352243:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.352252:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.352254:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.352257:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.352266:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126677.403732:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968130 is committed 00010000:00010000:2.0:1746126677.403832:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403844:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403851:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403857:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab80a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.403861:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403867:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403882:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.403887:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab80a00/0x9cce4314879c87b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.403949:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973494144:12345-192.168.203.49@tcp:4:dd.0 Request processed in 53561us (53712us total) trans 4294968130 rc 0/0 00000100:00100000:2.0:1746126677.403959:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4658 00000001:00080000:1.0:1746126677.439699:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968131 is committed 00010000:00010000:3.0:1746126677.439794:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439805:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439812:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439819:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ecd600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126677.439822:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439829:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439844:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.439850:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ecd600/0x9cce4314879c87c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126677.440344:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973494272:12345-192.168.203.49@tcp:4:dd.0 Request processed in 88115us (88595us total) trans 4294968131 rc 0/0 00000100:00100000:3.0:1746126677.440356:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4659 00000100:00100000:2.0:1746126677.446154:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.446200:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.446345:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973494656 00000100:00100000:0.0:1746126677.446353:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973494656 00000100:00100000:0.0:1746126677.446395:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973494912 00000100:00100000:0.0:1746126677.446397:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973494912 00000100:00100000:0.0:1746126677.446415:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4660 00000100:00100000:0.0:1746126677.446422:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973494656:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126677.446480:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.446493:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.446495:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.446499:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.446509:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.446515:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4661 00000100:00100000:1.0:1746126677.446523:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973494912:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126677.446539:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.446548:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.446549:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.446552:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.446565:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461114:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461127:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461134:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461140:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ff0a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.461143:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461151:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461165:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.461171:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.461243:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973494912:12345-192.168.203.49@tcp:3:dd.0 Request processed in 14717us (15039us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.461253:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4661 00010000:00010000:1.0:1746126677.466428:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466453:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466461:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466467:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab80200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.466470:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466476:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466491:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.466496:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c87c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.466760:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973494656:12345-192.168.203.49@tcp:3:dd.0 Request processed in 20335us (20608us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.466773:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4660 00000100:00100000:3.0:1746126677.477270:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.478017:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973495168 00000100:00100000:1.0:1746126677.478024:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973495168 00000100:00100000:1.0:1746126677.478080:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4662 00000100:00100000:1.0:1746126677.478086:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973495168:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126677.478123:0:32438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c755, atime: 0x0, ctime: 0x6813c755, blocks: 0xc80b 00010000:00010000:1.0:1746126677.478129:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.478139:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.478140:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.478144:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.478154:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.478498:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.478548:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973495296 00000100:00100000:0.0:1746126677.478551:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973495296 00000100:00100000:0.0:1746126677.478801:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4663 00000100:00100000:0.0:1746126677.478807:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973495296:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:0.0:1746126677.478822:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.478829:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.478830:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.478832:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.478839:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126677.540102:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968132 is committed 00002000:00010000:1.0:1746126677.540256:0:32438:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746126677 -> 1746126678 00002000:00010000:1.0:1746126677.540260:0:32438:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746126677 -> 1746126678 00010000:00010000:1.0:1746126677.540270:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540280:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540288:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540299:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ff0a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.540303:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540321:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540335:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.540341:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ff0a00/0x9cce4314879c87d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.540408:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973495168:12345-192.168.203.49@tcp:4:dd.0 Request processed in 62318us (63139us total) trans 4294968132 rc 0/0 00000100:00100000:1.0:1746126677.540417:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4662 00010000:00010000:0.0:1746126677.553923:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746126677.580407:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968133 is committed 00010000:00010000:2.0:1746126677.580500:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580511:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580518:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580524:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab81c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.580527:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580534:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580548:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.580554:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab81c00/0x9cce4314879c87dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.580616:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973495296:12345-192.168.203.49@tcp:4:dd.0 Request processed in 101805us (102115us total) trans 4294968133 rc 0/0 00000100:00100000:2.0:1746126677.580624:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4663 00000100:00100000:3.0:1746126677.586558:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.586597:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.586902:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973495808 00000100:00100000:1.0:1746126677.586907:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973495936 00000100:00100000:2.0:1746126677.586909:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973495808 00000100:00100000:1.0:1746126677.586912:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973495936 00000100:00100000:1.0:1746126677.586956:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4664 00000100:00100000:2.0:1746126677.587015:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4665 00000100:00100000:2.0:1746126677.587254:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973495808:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126677.587287:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.587301:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.587304:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.587309:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.587326:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.588685:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973495936:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126677.588709:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.588718:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.588719:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.588722:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.588735:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601910:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601926:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601933:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601940:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094838800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.601943:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601951:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601967:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.601972:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094838800/0x9cce4314879c87ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.602029:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973495936:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15062us (15426us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.602041:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4664 00010000:00010000:2.0:1746126677.606130:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606144:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606151:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606157:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931f9e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.606160:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606166:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606182:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.606187:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c87e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.606288:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1982:x1830945973495808:12345-192.168.203.49@tcp:3:dd.0 Request processed in 19261us (19731us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126677.606298:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4665 00000100:00100000:3.0:1746126677.611672:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.614148:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.614246:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973496192 00000100:00100000:1.0:1746126677.614246:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973496320 00000100:00100000:2.0:1746126677.614253:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973496192 00000100:00100000:1.0:1746126677.614253:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973496320 00000100:00100000:2.0:1746126677.614320:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4666 00000100:00100000:1.0:1746126677.614326:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4667 00000100:00100000:2.0:1746126677.614328:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973496192:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126677.614333:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973496320:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126677.614367:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:2.0:1746126677.614374:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.614374:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.614384:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.614385:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.614389:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.614400:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.614400:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.614401:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.614404:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.614412:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126677.661774:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968134 is committed 00010000:00010000:2.0:1746126677.661891:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661902:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661909:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661914:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094839c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.661917:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661923:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661938:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.661943:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094839c00/0x9cce4314879c87f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.662013:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973496320:12345-192.168.203.49@tcp:4:dd.0 Request processed in 47676us (47865us total) trans 4294968134 rc 0/0 00000100:00100000:2.0:1746126677.662022:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4667 00000001:00080000:0.0:1746126677.694593:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968135 is committed 00010000:00010000:1.0:1746126677.694729:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694739:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694747:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694753:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931f9a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.694757:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694765:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694779:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.694785:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9a00/0x9cce4314879c87f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.694856:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973496192:12345-192.168.203.49@tcp:4:dd.0 Request processed in 80527us (83188us total) trans 4294968135 rc 0/0 00000100:00100000:1.0:1746126677.694865:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4666 00000100:00100000:3.0:1746126677.698238:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.698280:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.698364:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973496832 00000100:00100000:1.0:1746126677.698371:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973496832 00000100:00100000:1.0:1746126677.698414:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973496960 00000100:00100000:1.0:1746126677.698417:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973496960 00000100:00100000:1.0:1746126677.698437:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4668 00000100:00100000:1.0:1746126677.698464:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973496832:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126677.698491:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.698502:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.698504:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.698508:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.698519:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.698527:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4669 00000100:00100000:2.0:1746126677.698533:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973496960:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126677.698548:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.698554:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.698555:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.698558:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.698565:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712278:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712292:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712299:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712304:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b980200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.712307:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712320:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712335:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.712339:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b980200/0x9cce4314879c8806 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.712414:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973496960:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13877us (14129us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126677.712423:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4669 00010000:00010000:1.0:1746126677.716823:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716836:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716844:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716849:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949ac200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.716853:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716860:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716880:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.716886:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949ac200/0x9cce4314879c87ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.716953:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973496832:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18506us (18716us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.716962:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4668 00000100:00100000:3.0:1746126677.721318:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.721505:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.721545:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973497216 00000100:00100000:2.0:1746126677.721552:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973497216 00000100:00100000:0.0:1746126677.721575:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973497344 00000100:00100000:0.0:1746126677.721578:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973497344 00000100:00100000:2.0:1746126677.721609:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4670 00000100:00100000:2.0:1746126677.721616:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973497216:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126677.721655:0:32438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:2.0:1746126677.721662:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.721672:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.721674:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.721678:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.721689:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.721693:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4671 00000100:00100000:1.0:1746126677.721700:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973497344:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126677.721714:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.721720:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.721721:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.721723:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.721729:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126677.776364:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968136 is committed 00010000:00010000:3.0:1746126677.776751:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776762:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776770:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776775:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093ff7000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126677.776778:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776784:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776798:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.776803:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093ff7000/0x9cce4314879c880d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126677.778898:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973497216:12345-192.168.203.49@tcp:4:dd.0 Request processed in 57273us (57584us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1746126677.778910:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4670 00010000:00010000:1.0:1746126677.809653:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809666:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809672:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809677:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800949adc00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.809680:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809687:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809701:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.809711:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949adc00/0x9cce4314879c8814 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.809780:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973497344:12345-192.168.203.49@tcp:4:dd.0 Request processed in 88077us (88271us total) trans 4294968137 rc 0/0 00000100:00100000:1.0:1746126677.809790:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4671 00000001:00080000:0.0:1746126677.809964:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968137 is committed 00000100:00100000:3.0:1746126677.813092:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126677.813260:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126677.813582:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973497856 00000100:00100000:1.0:1746126677.813590:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973497856 00000100:00100000:1.0:1746126677.813636:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973497984 00000100:00100000:1.0:1746126677.813638:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973497984 00000100:00100000:1.0:1746126677.813658:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4672 00000100:00100000:1.0:1746126677.813664:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973497856:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126677.813693:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.813705:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.813707:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126677.813711:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.813723:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.814389:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4673 00000100:00100000:0.0:1746126677.814397:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973497984:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126677.814414:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.814422:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.814424:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.814426:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.814434:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826936:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826948:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826956:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826961:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009434f800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126677.826964:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826970:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826983:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126677.826988:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009434f800/0x9cce4314879c881b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126677.827051:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973497856:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13383us (13961us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126677.827059:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4672 00010000:00010000:2.0:1746126677.831154:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831168:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831175:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831181:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d4a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.831185:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831193:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831208:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.831214:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8822 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.831274:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973497984:12345-192.168.203.49@tcp:3:dd.0 Request processed in 16875us (18010us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126677.831284:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4673 00000100:00100000:2.0:1746126677.839359:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.839424:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.839653:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973498240 00000100:00100000:0.0:1746126677.839661:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973498240 00000100:00100000:0.0:1746126677.839702:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973498368 00000100:00100000:0.0:1746126677.839704:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973498368 00000100:00100000:0.0:1746126677.840003:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4674 00000100:00100000:0.0:1746126677.840011:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973498240:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126677.840049:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:0.0:1746126677.840057:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.840067:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.840069:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.840074:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.840090:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.840491:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4675 00000100:00100000:2.0:1746126677.840498:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973498368:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126677.840513:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.840520:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.840521:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126677.840524:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.840532:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126677.878340:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968138 is committed 00010000:00010000:2.0:1746126677.878563:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878575:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878581:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878591:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e81ce00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.878595:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878602:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878617:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.878623:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e81ce00/0x9cce4314879c8829 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.878686:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973498240:12345-192.168.203.49@tcp:4:dd.0 Request processed in 38672us (39330us total) trans 4294968138 rc 0/0 00000100:00100000:2.0:1746126677.878695:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4674 00000001:00080000:3.0:1746126677.919056:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968139 is committed 00010000:00010000:2.0:1746126677.919134:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919146:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919153:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919158:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094860000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.919161:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919168:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919182:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.919187:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094860000/0x9cce4314879c8830 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.919261:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973498368:12345-192.168.203.49@tcp:4:dd.0 Request processed in 78761us (79834us total) trans 4294968139 rc 0/0 00000100:00100000:2.0:1746126677.919270:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4675 00000100:00100000:2.0:1746126677.924000:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.924030:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.924084:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973498880 00000100:00100000:0.0:1746126677.924092:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973498880 00000100:00100000:0.0:1746126677.924135:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973499008 00000100:00100000:0.0:1746126677.924137:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973499008 00000100:00100000:0.0:1746126677.924165:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4676 00000100:00100000:0.0:1746126677.924172:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973498880:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126677.924199:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.924211:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.924213:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.924217:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.924228:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126677.925716:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4677 00000100:00100000:3.0:1746126677.925728:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973499008:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126677.925749:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.925759:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126677.925760:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126677.925764:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126677.925774:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938400:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938413:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938420:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938427:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009add4c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.938430:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938436:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938479:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.938485:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009add4c00/0x9cce4314879c8837 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.938546:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973498880:12345-192.168.203.49@tcp:3:dd.0 Request processed in 14371us (14549us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126677.938555:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4676 00010000:00010000:2.0:1746126677.940896:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940906:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940910:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940913:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130a26000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126677.940916:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940921:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940932:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126677.940935:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130a26000/0x9cce4314879c883e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126677.940983:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973499008:12345-192.168.203.49@tcp:3:dd.0 Request processed in 15255us (16949us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126677.940991:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4677 00000100:00100000:2.0:1746126677.944985:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126677.945132:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973499264 00000100:00100000:0.0:1746126677.945141:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973499264 00000100:00100000:0.0:1746126677.945999:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4678 00000100:00100000:0.0:1746126677.946007:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973499264:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:0.0:1746126677.946051:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:0.0:1746126677.946059:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.946069:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.946071:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.946075:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.946085:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126677.946330:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126677.946598:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973499392 00000100:00100000:2.0:1746126677.946603:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973499392 00000100:00100000:0.0:1746126677.947734:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4679 00000100:00100000:0.0:1746126677.947743:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973499392:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:0.0:1746126677.947764:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.947772:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.947774:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126677.947777:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.947787:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126677.995952:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968140 is committed 00010000:00010000:0.0:1746126677.997819:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.997831:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.998386:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.998392:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db08e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126677.998396:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.998402:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.998416:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126677.998422:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db08e00/0x9cce4314879c8845 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126677.998498:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1980:x1830945973499264:12345-192.168.203.49@tcp:4:dd.0 Request processed in 52489us (53516us total) trans 4294968140 rc 0/0 00000100:00100000:0.0:1746126677.998508:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4678 00000001:00080000:3.0:1746126678.035206:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968141 is committed 00010000:00010000:2.0:1746126678.035250:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035262:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035270:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035276:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012db08c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126678.035280:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035288:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035303:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.035320:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012db08c00/0x9cce4314879c884c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.035402:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973499392:12345-192.168.203.49@tcp:4:dd.0 Request processed in 87657us (89068us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1746126678.035411:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4679 00000100:00100000:3.0:1746126678.039906:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.041295:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.041353:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973499904 00000100:00100000:0.0:1746126678.041362:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973499904 00000100:00100000:0.0:1746126678.041427:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973500032 00000100:00100000:0.0:1746126678.041429:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973500032 00000100:00100000:0.0:1746126678.041465:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4680 00000100:00100000:0.0:1746126678.041472:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973499904:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126678.041503:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.041517:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.041518:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.041523:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.041538:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.042049:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4681 00000100:00100000:3.0:1746126678.042057:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973500032:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126678.042076:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.042083:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.042085:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.042087:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.042095:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060401:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060415:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060422:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060428:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009add4e00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126678.060431:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060437:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060474:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.060480:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009add4e00/0x9cce4314879c8853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.060563:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973499904:12345-192.168.203.49@tcp:3:dd.0 Request processed in 19086us (20660us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.060575:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4680 00010000:00010000:0.0:1746126678.067752:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067765:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067772:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067778:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da0d400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126678.067781:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067788:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067803:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.067809:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da0d400/0x9cce4314879c885a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.068050:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973500032:12345-192.168.203.49@tcp:3:dd.0 Request processed in 25990us (26754us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.068060:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4681 00000100:00100000:3.0:1746126678.075852:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.075894:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.076756:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973500288 00000100:00100000:0.0:1746126678.076763:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973500288 00000100:00100000:0.0:1746126678.078151:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973500416 00000100:00100000:0.0:1746126678.078157:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973500416 00000100:00100000:1.0:1746126678.078599:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4682 00000100:00100000:1.0:1746126678.078611:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973500288:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126678.078654:0:8445:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:1.0:1746126678.078662:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.078672:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.078675:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.078679:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.078690:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.079058:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4683 00000100:00100000:2.0:1746126678.079066:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973500416:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:2.0:1746126678.079081:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.079088:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.079090:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.079092:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.079100:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126678.126739:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968142 is committed 00010000:00010000:1.0:1746126678.126902:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126914:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126922:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126927:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a42a4400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126678.126930:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126936:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126950:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.126955:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a42a4400/0x9cce4314879c8861 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.127039:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973500288:12345-192.168.203.49@tcp:4:dd.0 Request processed in 48427us (51187us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1746126678.127048:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4682 00000001:00080000:3.0:1746126678.160001:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968143 is committed 00010000:00010000:2.0:1746126678.160096:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160107:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160113:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160119:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b537c00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126678.160122:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160128:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160143:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.160149:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b537c00/0x9cce4314879c8868 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.160215:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973500416:12345-192.168.203.49@tcp:4:dd.0 Request processed in 81147us (84317us total) trans 4294968143 rc 0/0 00000100:00100000:2.0:1746126678.160225:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4683 00000100:00100000:3.0:1746126678.167884:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.167929:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.168008:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973500928 00000100:00100000:2.0:1746126678.168015:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973500928 00000100:00100000:2.0:1746126678.168078:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973501056 00000100:00100000:2.0:1746126678.168081:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973501056 00000100:00100000:2.0:1746126678.168102:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4684 00000100:00100000:2.0:1746126678.168109:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973500928:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126678.168137:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.168149:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.168150:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.168155:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.168166:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.168652:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4685 00000100:00100000:0.0:1746126678.168659:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973501056:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126678.168676:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.168688:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.168690:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.168692:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.168700:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178467:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178481:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178489:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178494:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009128fe00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126678.178497:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178508:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178521:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.178527:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009128fe00/0x9cce4314879c8876 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.178590:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973501056:12345-192.168.203.49@tcp:3:dd.0 Request processed in 9927us (10656us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.178600:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4685 00010000:00010000:2.0:1746126678.181206:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181216:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181221:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181225:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126678.181227:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181231:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181242:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.181247:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c886f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.181296:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973500928:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13184us (13414us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126678.181304:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4684 00000100:00100000:0.0:1746126678.185717:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.186375:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.186563:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973501312 00000100:00100000:2.0:1746126678.186572:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973501312 00000100:00100000:1.0:1746126678.186595:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973501440 00000100:00100000:1.0:1746126678.186598:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973501440 00000100:00100000:2.0:1746126678.186617:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4686 00000100:00100000:1.0:1746126678.186625:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4687 00000100:00100000:1.0:1746126678.186630:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973501440:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:1.0:1746126678.186667:0:32442:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:1.0:1746126678.186673:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.186674:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973501312:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126678.186683:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.186685:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.186686:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.186689:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.186698:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.186699:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.186699:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.186701:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.186707:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126678.242631:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968144 is committed 00010000:00010000:3.0:1746126678.242863:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242874:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242881:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242890:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126678.242894:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242900:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242916:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.242922:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c8884 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.242989:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973501312:12345-192.168.203.49@tcp:4:dd.0 Request processed in 56361us (57274us total) trans 4294968144 rc 0/0 00000100:00100000:3.0:1746126678.242998:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4686 00000001:00080000:0.0:1746126678.279638:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968145 is committed 00010000:00010000:1.0:1746126678.280179:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280191:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280199:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280209:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e1200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126678.280213:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280220:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280234:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.280240:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1200/0x9cce4314879c887d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.280719:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973501440:12345-192.168.203.49@tcp:4:dd.0 Request processed in 94044us (94299us total) trans 4294968145 rc 0/0 00000100:00100000:1.0:1746126678.280861:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4687 00000100:00100000:0.0:1746126678.287410:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.287492:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973501952 00000100:00100000:0.0:1746126678.287495:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.287500:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973501952 00000100:00100000:1.0:1746126678.287548:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973502080 00000100:00100000:1.0:1746126678.287550:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973502080 00000100:00100000:1.0:1746126678.287569:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4688 00000100:00100000:1.0:1746126678.287575:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973501952:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126678.287606:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.287618:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126678.287867:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4689 00000100:00100000:3.0:1746126678.287875:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973502080:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:3.0:1746126678.287894:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.287901:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.287903:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.287907:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.287923:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.288676:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.288681:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.288690:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300807:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300822:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300830:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300836:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab80200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126678.300839:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300846:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300860:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.300866:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ab80200/0x9cce4314879c8892 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.300933:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973502080:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13056us (13433us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126678.300946:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4689 00010000:00010000:1.0:1746126678.308632:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308647:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308654:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308659:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126678.308662:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308669:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308684:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.308689:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c888b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.308816:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973501952:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21237us (21408us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.308827:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4688 00000100:00100000:0.0:1746126678.313278:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.313391:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.313480:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973502464 00000100:00100000:1.0:1746126678.313480:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973502336 00000100:00100000:3.0:1746126678.313487:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973502464 00000100:00100000:1.0:1746126678.313487:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973502336 00000100:00100000:3.0:1746126678.313546:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4690 00000100:00100000:3.0:1746126678.313554:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973502464:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126678.313577:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4691 00000100:00100000:1.0:1746126678.313582:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973502336:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:3.0:1746126678.313592:0:32441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:3.0:1746126678.313602:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.313611:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.313622:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.313623:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.313633:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.313644:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.314733:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.314736:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.314740:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.314749:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370663:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370675:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370681:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370686:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126678.370690:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370697:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370712:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.370717:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd200/0x9cce4314879c88a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.370783:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+13:1979:x1830945973502336:12345-192.168.203.49@tcp:4:dd.0 Request processed in 57197us (57507us total) trans 4294968146 rc 0/0 00000100:00100000:3.0:1746126678.370792:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4691 00000001:00080000:0.0:1746126678.371153:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968146 is committed 00000001:00080000:1.0:1746126678.404684:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968147 is committed 00010000:00010000:0.0:1746126678.404833:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404845:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404852:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404858:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948dcc00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126678.404861:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404868:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404882:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.404888:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948dcc00/0x9cce4314879c8899 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.404965:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973502464:12345-192.168.203.49@tcp:4:dd.0 Request processed in 91408us (91569us total) trans 4294968147 rc 0/0 00000100:00100000:0.0:1746126678.404974:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4690 00000100:00100000:0.0:1746126678.408337:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.408381:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.408485:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973502976 00000100:00100000:2.0:1746126678.408493:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973502976 00000100:00100000:3.0:1746126678.408525:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973503104 00000100:00100000:3.0:1746126678.408530:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973503104 00000100:00100000:2.0:1746126678.408536:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4692 00000100:00100000:2.0:1746126678.408542:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973502976:12345-192.168.203.49@tcp:3:dd.0 00000100:00100000:3.0:1746126678.408560:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4693 00000100:00100000:3.0:1746126678.408565:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973503104:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126678.408567:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.408579:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.408581:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.408582:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.408584:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.408590:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.408591:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126678.408594:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.408595:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.408603:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419393:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419407:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419414:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419420:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130802600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126678.419423:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419430:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419493:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.419499:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130802600/0x9cce4314879c88ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.419573:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973503104:12345-192.168.203.49@tcp:3:dd.0 Request processed in 11003us (11187us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126678.419583:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4693 00010000:00010000:2.0:1746126678.425930:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425945:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425951:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425957:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bd000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126678.425960:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425967:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425984:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.425990:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bd000/0x9cce4314879c88a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.427376:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088970a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973502976:12345-192.168.203.49@tcp:3:dd.0 Request processed in 18828us (19038us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126678.427387:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4692 00000100:00100000:0.0:1746126678.433160:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.433562:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973503360 00000100:00100000:2.0:1746126678.433571:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973503360 00000100:00100000:2.0:1746126678.433625:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4694 00000100:00100000:2.0:1746126678.433633:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973503360:12345-192.168.203.49@tcp:4:dd.0 00002000:00010000:2.0:1746126678.433674:0:32441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:2.0:1746126678.433681:0:32441:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.433691:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.433693:0:32441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126678.433697:0:32441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.433708:0:32441:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.434561:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.435472:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973503488 00000100:00100000:1.0:1746126678.435478:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973503488 00000100:00100000:1.0:1746126678.435515:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4695 00000100:00100000:1.0:1746126678.435522:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973503488:12345-192.168.203.49@tcp:4:dd.0 00010000:00010000:1.0:1746126678.435542:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.435556:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.435558:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.435561:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.435569:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126678.485257:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968148 is committed 00010000:00010000:3.0:1746126678.485314:0:32441:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485324:0:32441:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485331:0:32441:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485336:0:32441:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800948bc000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126678.485339:0:32441:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485346:0:32441:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485360:0:32441:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.485366:0:32441:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800948bc000/0x9cce4314879c88b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32441 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.485434:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973503360:12345-192.168.203.49@tcp:4:dd.0 Request processed in 51797us (52276us total) trans 4294968148 rc 0/0 00000100:00100000:3.0:1746126678.485457:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4694 00000001:00080000:2.0:1746126678.527008:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968149 is committed 00010000:00010000:1.0:1746126678.527093:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527103:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527110:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527115:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fce6800 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126678.527118:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527125:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527140:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.527146:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fce6800/0x9cce4314879c88bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.527214:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973503488:12345-192.168.203.49@tcp:4:dd.0 Request processed in 91689us (92650us total) trans 4294968149 rc 0/0 00000100:00100000:1.0:1746126678.527223:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4695 00000100:00100000:0.0:1746126678.536152:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.537345:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973503872 00000100:00100000:1.0:1746126678.537353:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973503872 00000100:00100000:1.0:1746126678.537419:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4696 00000100:00100000:1.0:1746126678.537607:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973503872:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:1.0:1746126678.537638:0:32442:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.537649:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.537651:0:32442:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.537655:0:32442:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.537665:0:32442:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550080:0:32442:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550093:0:32442:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550100:0:32442:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550111:0:32442:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b980600 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126678.550115:0:32442:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550122:0:32442:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550136:0:32442:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.550141:0:32442:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b980600/0x9cce4314879c88c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32442 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.551344:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1979:x1830945973503872:12345-192.168.203.49@tcp:3:dd.0 Request processed in 13913us (15194us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.551355:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4696 00010000:00010000:2.0:1746126678.555684:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126678.557257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.557316:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504000 00000100:00100000:1.0:1746126678.557323:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504000 00000100:00100000:1.0:1746126678.557359:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6210 00000100:00100000:1.0:1746126678.557366:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800995c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1217:x1830945973504000:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:1.0:1746126678.557379:0:8441:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126678.557395:0:8441:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b980600/0x9cce4314879c88ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dca expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126678.557415:0:8441:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c756, atime: 0x0, ctime: 0x6813c756, blocks: 0xc80b 00010000:00010000:1.0:1746126678.557431:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.557434:0:8441:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126678.557459:0:8441:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b980600/0x9cce4314879c88ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dca expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.557472:0:8441:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b980600/0x9cce4314879c88ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dca expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.557482:0:8441:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b980600, rc 0) 00000100:00100000:1.0:1746126678.557532:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800995c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1217:x1830945973504000:12345-192.168.203.49@tcp:101:dd.0 Request processed in 166us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126678.557538:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6210 00000100:00100000:0.0:1746126678.568378:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.568544:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504256 00000100:00100000:1.0:1746126678.568552:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504256 00002000:00100000:1.0:1746126678.568592:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880088971c00 x1830945973504256/t0(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.568599:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088971c00 with x1830945973504256 ext(25165824->26214399) 00002000:00010000:1.0:1746126678.568604:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088971c00 00000100:00100000:1.0:1746126678.568635:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4697 00000100:00100000:1.0:1746126678.568642:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973504256:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126678.574633:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973504256:12345-192.168.203.49@tcp:4:dd.0 Request processed in 5985us (6256us total) trans 4294968150 rc 0/0 00000100:00100000:1.0:1746126678.574644:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4697 00002000:00100000:1.0:1746126678.574653:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880088971c00 x1830945973504256/t4294968150(0) o4->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/448 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.574662:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088971c00 with x1830945973504256 ext(25165824->26214399) 00002000:00010000:1.0:1746126678.574667:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088971c00 00000100:00100000:3.0:1746126678.577412:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.577611:0:8441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504384 00000100:00100000:1.0:1746126678.577619:0:8441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504384 00000100:00100000:1.0:1746126678.577665:0:8441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6211 00000100:00100000:1.0:1746126678.577672:0:8441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973504384:12345-192.168.203.49@tcp:16:dd.0 00000100:00100000:1.0:1746126678.614880:0:8441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973504384:12345-192.168.203.49@tcp:16:dd.0 Request processed in 37202us (37466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126678.614890:0:8441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6211 00000001:00080000:3.0:1746126678.615037:0:9880:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968150 is committed 00000100:00100000:2.0:1746126678.617272:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.617692:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504640 00000100:00100000:3.0:1746126678.617700:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504640 00000100:00100000:3.0:1746126678.617782:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 171 00000100:00100000:3.0:1746126678.617790:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+29:1217:x1830945973504640:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:3.0:1746126678.617984:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1217:x1830945973504640:12345-192.168.203.49@tcp:35:dd.0 Request processed in 194us (715us total) trans 4294980520 rc 0/0 00000100:00100000:3.0:1746126678.617991:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 171 00000100:00080000:0.0:1746126678.618104:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126678.630902:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.631057:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504768 00000100:00100000:3.0:1746126678.631065:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504768 00000100:00100000:3.0:1746126678.631104:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30161 00000100:00100000:3.0:1746126678.631111:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+30:1222:x1830945973504768:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:3.0:1746126678.631130:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126678.631146:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792e00/0x9cce4314879c88d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dd1 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.631191:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126678.631201:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126678.631209:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746126678.631253:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746126678.631257:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746126678.631272:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126678.631288:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792e00/0x9cce4314879c88d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd1 expref: 32 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.631323:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd1 expref: 31 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126678.631330:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:3.0:1746126678.631332:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126678.631334:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8792c00, rc 0) 00000100:00100000:3.0:1746126678.631368:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1222:x1830945973504768:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 258us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126678.631374:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30161 00000100:00100000:3.0:1746126678.634126:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.634289:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.634349:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973504896 00000100:00100000:2.0:1746126678.634356:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973504896 00000100:00100000:2.0:1746126678.634390:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30162 00000100:00100000:2.0:1746126678.634396:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1222:x1830945973504896:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:2.0:1746126678.634411:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126678.634424:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3c00/0x9cce4314879c88df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dd8 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.634485:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634496:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634505:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634515:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634520:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634525:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634601:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634608:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634613:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:2.0:1746126678.634635:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:2.0:1746126678.634638:0:20998:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126678.634650:0:20998:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634658:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634664:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634669:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634674:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634679:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800936b2600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126678.634682:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634688:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634697:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:2.0:1746126678.634700:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126678.634703:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634707:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b2600/0x9cce4314879c88e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634716:0:20998:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634720:0:20998:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634724:0:20998:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634728:0:20998:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800936b3200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126678.634730:0:20998:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634734:0:20998:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634740:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136355300) 00010000:00010000:2.0:1746126678.634741:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126678.634743:0:20998:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634747:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c88ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.634767:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3c00/0x9cce4314879c88df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd8 expref: 33 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.634776:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd8 expref: 32 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.634782:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126678.634783:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126678.634785:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4236000, rc 0) 00000100:00100000:2.0:1746126678.634835:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1222:x1830945973504896:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 438us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126678.634840:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30162 00000100:00100000:0.0:1746126678.635099:0:7130:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505024 00000100:00100000:0.0:1746126678.635103:0:7130:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505024 00000100:00100000:0.0:1746126678.635124:0:7130:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7 00000100:00100000:0.0:1746126678.635129:0:7130:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973505024:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126678.635146:0:7130:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.635153:0:7130:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb87800/0x9cce4314879c88fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ddf expref: -99 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.635172:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635178:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635183:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635191:0:7130:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635195:0:7130:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635200:0:7130:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635222:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635227:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635231:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635235:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013082b000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126678.635237:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635245:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635251:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126678.635253:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126678.635255:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635259:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082b000/0x9cce4314879c8902 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635281:0:7130:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635286:0:7130:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635291:0:7130:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635294:0:7130:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013082a800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126678.635296:0:7130:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635301:0:7130:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635314:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009342c700) 00010000:00010000:0.0:1746126678.635315:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126678.635318:0:7130:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635321:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013082a800/0x9cce4314879c8909 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7130 initiator: MDT0 00010000:00010000:0.0:1746126678.635345:0:7130:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb87800/0x9cce4314879c88fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ddf expref: 33 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.635352:0:7130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126678.635354:0:7130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126678.635356:0:7130:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb87800/0x9cce4314879c88fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ddf expref: 33 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.635362:0:7130:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb87800, rc -2) 00000100:00100000:0.0:1746126678.635386:0:7130:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973505024:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 257us (1097us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126678.635391:0:7130:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7 00000100:00100000:3.0:1746126678.637906:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.638556:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.638715:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505152 00000100:00100000:0.0:1746126678.638722:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505152 00000100:00100000:0.0:1746126678.638764:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505280 00000100:00100000:0.0:1746126678.638766:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505280 00000100:00100000:0.0:1746126678.638973:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6212 00000100:00100000:0.0:1746126678.638980:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973505152:12345-192.168.203.49@tcp:101:checkstat.0 00000100:00100000:2.0:1746126678.638983:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6213 00000100:00100000:2.0:1746126678.638991:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973505280:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:0.0:1746126678.638992:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126678.639000:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.639004:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c8910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4de6 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.639009:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4237c00/0x9cce4314879c8917 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ded expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126678.639042:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973805312:192.168.203.49@tcp:106: 00000100:00100000:0.0:1746126678.639042:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973805184:192.168.203.49@tcp:106: 00000100:00100000:2.0:1746126678.640257:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126678.640858:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126678.640896:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.640952:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505408 00000100:00100000:0.0:1746126678.640957:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505408 00000100:00100000:0.0:1746126678.640995:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 134 00000100:00100000:0.0:1746126678.641001:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1980:x1830945973505408:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126678.641011:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126678.641028:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4236000/0x9cce4314879c88f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd8 expref: 32 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.641039:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:0.0:1746126678.641042:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126678.641068:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1980:x1830945973505408:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 67us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.641074:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 134 00002000:00010000:0.0:1746126678.644051:0:16421:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746126678.644056:0:16421:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746126677 00002000:00010000:0.0:1746126678.644059:0:16421:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746126677 00002000:00010000:0.0:1746126678.644060:0:16421:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746126677 00002000:00010000:0.0:1746126678.644062:0:16421:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 22537 00002000:00010000:0.0:1746126678.644075:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 22537 -> 26633 00000100:00100000:0.0:1746126678.644083:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16421:1830945973805184:192.168.203.49@tcp:106: 00010000:00010000:0.0:1746126678.644107:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c8910 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4de6 expref: 9 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126678.644119:0:16421:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9e00/0x9cce4314879c8910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4de6 expref: 9 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126678.644128:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9e00, rc 0) 00002000:00010000:2.0:1746126678.644133:0:8438:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746126678.644136:0:8438:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746126677 00002000:00010000:2.0:1746126678.644137:0:8438:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746126677 00002000:00010000:2.0:1746126678.644139:0:8438:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746126677 00000100:00100000:2.0:1746126678.644149:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973805312:192.168.203.49@tcp:106: 00010000:00010000:2.0:1746126678.644164:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4237c00/0x9cce4314879c8917 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ded expref: 8 pid: 8438 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746126678.644172:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973505152:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 5192us (6269us total) trans 0 rc 301/301 00010000:00010000:2.0:1746126678.644173:0:8438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4237c00/0x9cce4314879c8917 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ded expref: 8 pid: 8438 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126678.644180:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4237c00, rc 0) 00000100:00100000:0.0:1746126678.644183:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6212 00000100:00100000:2.0:1746126678.644194:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1980:x1830945973505280:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 5205us (5638us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126678.644198:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6213 00000100:00100000:3.0:1746126678.655509:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.655537:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505536 00000100:00100000:0.0:1746126678.655545:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505536 00000100:00100000:0.0:1746126678.655593:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30163 00000100:00100000:0.0:1746126678.655599:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+22:1224:x1830945973505536:12345-192.168.203.49@tcp:101:checkstat.0 00010000:00010000:0.0:1746126678.655619:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.655634:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c891e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4df4 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.655679:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126678.655690:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126678.655699:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746126678.655745:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126678.655747:0:7125:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126678.655759:0:7125:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126678.655775:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f8600/0x9cce4314879c891e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.655786:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 23 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.655792:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126678.655795:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126678.655798:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9a00, rc 0) 00000100:00100000:0.0:1746126678.655845:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aeffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+23:1224:x1830945973505536:12345-192.168.203.49@tcp:101:checkstat.0 Request processed in 246us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.655851:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30163 00000100:00100000:3.0:1746126678.664892:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.664953:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505664 00000100:00100000:0.0:1746126678.664961:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505664 00000100:00100000:0.0:1746126678.665013:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 8 00000100:00100000:0.0:1746126678.665020:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+23:1980:x1830945973505664:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126678.665049:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.665063:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9400/0x9cce4314879c892c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4dfb expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.665101:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665112:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665121:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665132:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665138:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665143:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665191:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665198:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665202:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665207:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931f9800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126678.665209:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665214:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665223:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126678.665225:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126678.665229:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665233:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9800/0x9cce4314879c8933 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665256:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665261:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665265:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665269:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931f9000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126678.665271:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665278:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665284:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009342ce00) 00010000:00010000:0.0:1746126678.665285:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126678.665287:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665290:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9000/0x9cce4314879c893a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126678.665330:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9400/0x9cce4314879c892c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dfb expref: 24 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.665339:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126678.665341:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126678.665343:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9400/0x9cce4314879c892c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dfb expref: 24 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.665350:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9400, rc -2) 00000100:00100000:0.0:1746126678.665399:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+23:1980:x1830945973505664:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 379us (514us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126678.665405:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 8 00000100:00100000:1.0:1746126678.671893:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.671960:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973505920 00000100:00100000:2.0:1746126678.671967:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973505920 00000100:00100000:2.0:1746126678.672015:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30164 00000100:00100000:2.0:1746126678.672022:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1227:x1830945973505920:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:2.0:1746126678.672865:0:20998:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126678.672886:0:20998:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3c00/0x9cce4314879c8941 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e33 expref: -99 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.672957:0:20998:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c8948 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.672967:0:20998:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c8948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20998 initiator: MDT0 00010000:00010000:2.0:1746126678.672975:0:20998:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c8948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20998 initiator: MDT0 00000004:00200000:2.0:1746126678.672983:0:20998:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746126678.673064:0:20998:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3c00/0x9cce4314879c8941 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e33 expref: 34 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.673087:0:20998:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c8948 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e33 expref: 33 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126678.673094:0:20998:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126678.673096:0:20998:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126678.673098:0:20998:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936b3200, rc 0) 00000100:00100000:2.0:1746126678.674517:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1227:x1830945973505920:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 2489us (2624us total) trans 4294980521 rc 0/0 00000100:00100000:2.0:1746126678.674526:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30164 00000100:00100000:2.0:1746126678.682691:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.682712:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.682771:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506176 00000100:00100000:3.0:1746126678.682779:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506176 00000100:00100000:2.0:1746126678.682791:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.682828:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506304 00000100:00100000:1.0:1746126678.682831:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506304 00000100:00100000:1.0:1746126678.682857:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6214 00000100:00100000:1.0:1746126678.682863:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973506304:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:1.0:1746126678.682879:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126678.682893:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b6a4e00/0x9cce4314879c8956 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e41 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.682935:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973805440:192.168.203.49@tcp:106: 00000100:00100000:1.0:1746126678.683000:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135d4b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126678.683155:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506048 00000100:00100000:0.0:1746126678.683159:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506048 00000100:00100000:0.0:1746126678.683190:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 135 00000100:00100000:0.0:1746126678.683195:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1981:x1830945973506048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126678.683202:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126678.683218:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936b3200/0x9cce4314879c8948 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e33 expref: 33 pid: 20998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.683231:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:0.0:1746126678.683235:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126678.683687:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6215 00000100:00100000:3.0:1746126678.683694:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973506176:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:3.0:1746126678.683702:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126678.683710:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8793e00/0x9cce4314879c895d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e3a expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126678.683736:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973805568:192.168.203.49@tcp:106: 00000100:00100000:0.0:1746126678.684040:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1981:x1830945973506048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 843us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.684047:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 135 00000100:00100000:3.0:1746126678.684175:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126678.687580:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973805440:192.168.203.49@tcp:106: 00010000:00010000:1.0:1746126678.687610:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b6a4e00/0x9cce4314879c8956 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e41 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126678.687622:0:16421:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b6a4e00/0x9cce4314879c8956 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e41 expref: 8 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126678.687645:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b6a4e00, rc 0) 00000100:00100000:1.0:1746126678.687679:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973506304:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 4815us (4886us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126678.687686:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6214 00000100:00100000:2.0:1746126678.688172:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.688191:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.688224:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.688272:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506688 00000100:00100000:0.0:1746126678.688277:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506688 00000100:00100000:0.0:1746126678.688334:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506560 00000100:00100000:0.0:1746126678.688336:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506560 00000100:00100000:0.0:1746126678.688352:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 469 00000100:00100000:0.0:1746126678.688358:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973506688:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126678.688457:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506432 00000100:00100000:1.0:1746126678.688461:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506432 00000100:00100000:1.0:1746126678.688480:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 402 00000100:00100000:1.0:1746126678.688484:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a421a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1980:x1830945973506432:12345-192.168.203.49@tcp:400:kworker.0 00000100:00080000:2.0:1746126678.688533:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746126678.688536:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126678.688578:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973506688:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 220us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.688583:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 469 00000100:00100000:0.0:1746126678.688593:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 470 00000100:00100000:0.0:1746126678.688597:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973506560:12345-192.168.203.49@tcp:400:kworker.0 00000100:00100000:1.0:1746126678.688697:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a421a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0204e700-7ff1-4106-a85b-0fbb3faecb11+12:1980:x1830945973506432:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 211us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126678.688702:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 402 00000100:00100000:0.0:1746126678.688774:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973506560:12345-192.168.203.49@tcp:400:kworker.0 Request processed in 176us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.688778:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 470 00000100:00100000:3.0:1746126678.690638:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973805568:192.168.203.49@tcp:106: 00010000:00010000:3.0:1746126678.690662:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8793e00/0x9cce4314879c895d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e3a expref: 9 pid: 8438 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126678.690673:0:8438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8793e00/0x9cce4314879c895d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e3a expref: 9 pid: 8438 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126678.690906:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8793e00, rc 0) 00000100:00100000:3.0:1746126678.691393:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973506176:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 7698us (8678us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126678.691399:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6215 00000100:00100000:3.0:1746126678.697206:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.697272:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506816 00000100:00100000:0.0:1746126678.697280:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506816 00000100:00100000:0.0:1746126678.697576:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6216 00000100:00100000:0.0:1746126678.697584:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1227:x1830945973506816:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:0.0:1746126678.697602:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.697616:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e48 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.697639:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.697645:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126678.697647:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126678.697650:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e48 expref: 9 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.697676:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.697690:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 8 pid: 8441 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1746126678.697700:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973805696:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126678.698362:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126678.700723:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973805696:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126678.700748:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e48 expref: 9 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.700763:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9c00, rc 0) 00000100:00100000:0.0:1746126678.700807:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1227:x1830945973506816:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 3224us (3607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.700818:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6216 00000100:00100000:2.0:1746126678.726152:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.727038:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973506944 00000100:00100000:0.0:1746126678.727046:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973506944 00010000:00010000:0.0:1746126678.727076:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1746126678.727114:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7884 00000100:00100000:0.0:1746126678.727120:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973506944:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126678.727133:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126678.727152:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.727162:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.727180:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af28200/0x9cce4314879c8773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dbc expref: 9 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.727206:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.727208:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.727214:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e48 expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.727221:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e48 expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.727247:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800931f9c00/0x9cce4314879c8964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e48 expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126678.727257:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973805824:192.168.203.49@tcp:105: 00000100:00100000:0.0:1746126678.727349:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126678.731929:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088972300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9803:1830945973805824:192.168.203.49@tcp:105: 00010000:00010000:0.0:1746126678.731947:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126678.731989:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+8:1981:x1830945973506944:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 4869us (5843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126678.731998:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7884 00000100:00100000:0.0:1746126678.739323:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.739789:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973507200 00000100:00100000:1.0:1746126678.739798:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973507200 00002000:00100000:1.0:1746126678.739842:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880088972300 x1830945973507200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.739851:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972300 with x1830945973507200 ext(0->1048575) 00002000:00010000:1.0:1746126678.739856:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088972300 00000100:00100000:1.0:1746126678.740173:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4698 00000100:00100000:1.0:1746126678.740182:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973507200:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126678.759439:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973507200:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19250us (20114us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.759463:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4698 00002000:00100000:1.0:1746126678.759473:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880088972300 x1830945973507200/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.759482:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972300 with x1830945973507200 ext(0->1048575) 00002000:00010000:1.0:1746126678.759488:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088972300 00000100:00100000:2.0:1746126678.768803:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.769070:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973507328 00000100:00100000:0.0:1746126678.769078:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973507328 00000100:00100000:0.0:1746126678.769173:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6217 00000100:00100000:0.0:1746126678.769180:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1227:x1830945973507328:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:0.0:1746126678.769195:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126678.769209:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e4f expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.769235:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.769241:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126678.769243:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126678.769246:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.769270:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.769281:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 32 pid: 8441 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1746126678.769291:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088971f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973805952:192.168.203.49@tcp:104: 00000100:00100000:1.0:1746126678.772486:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126678.781746:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088971f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973805952:192.168.203.49@tcp:104: 00010000:00010000:1.0:1746126678.781775:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 8 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.781790:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931f9000, rc 0) 00000100:00100000:1.0:1746126678.781841:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1227:x1830945973507328:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 12661us (13044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126678.781848:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6217 00000100:00100000:2.0:1746126678.794774:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.794836:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973507456 00000100:00100000:0.0:1746126678.794846:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973507456 00010000:00010000:0.0:1746126678.794882:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 690 lvb_type: 0 00000100:00100000:0.0:1746126678.794916:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7885 00000100:00100000:0.0:1746126678.794923:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973507456:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126678.794936:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126678.794955:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.794967:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.794990:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eb86e00/0x9cce4314879c8788 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dc3 expref: 33 pid: 8441 timeout: 690 lvb_type: 0 00010000:00010000:0.0:1746126678.795832:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.795835:0:9803:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126678.795843:0:9803:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126678.795856:0:9803:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126678.795948:0:9803:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126678.795964:0:9803:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c218000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973806080:192.168.203.49@tcp:105: 00000100:00100000:1.0:1746126678.796287:0:9803:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df7300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126678.803743:0:9803:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c218000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9803:1830945973806080:192.168.203.49@tcp:105: 00010000:00010000:1.0:1746126678.803769:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126678.806217:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973507456:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 11287us (11444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126678.806229:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7885 00000100:00100000:3.0:1746126678.812866:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.813772:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973507840 00000100:00100000:1.0:1746126678.813783:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973507840 00002000:00100000:1.0:1746126678.813826:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880135ecc000 x1830945973507840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.813840:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecc000 with x1830945973507840 ext(1048576->2097151) 00002000:00010000:1.0:1746126678.813844:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecc000 00000100:00100000:1.0:1746126678.813884:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4699 00000100:00100000:1.0:1746126678.813891:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973507840:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126678.821076:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.821126:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.821209:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973507968 00000100:00100000:3.0:1746126678.821216:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973507968 00002000:00100000:3.0:1746126678.821251:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880090d15f80 x1830945973507968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.821260:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d15f80 with x1830945973507968 ext(0->1048575) 00002000:00010000:3.0:1746126678.821265:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d15f80 00000100:00100000:3.0:1746126678.821290:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973508096 00000100:00100000:3.0:1746126678.821292:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973508096 00002000:00100000:3.0:1746126678.821313:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880090d16a00 x1830945973508096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.821319:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d16a00 with x1830945973508096 ext(1048576->2097151) 00002000:00010000:3.0:1746126678.821322:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d16a00 00000100:00100000:3.0:1746126678.821334:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4700 00000100:00100000:3.0:1746126678.821341:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973507968:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126678.822656:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4701 00000100:00100000:0.0:1746126678.822665:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973508096:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126678.829009:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973507840:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15109us (16146us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.829021:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4699 00002000:00100000:1.0:1746126678.829029:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880135ecc000 x1830945973507840/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.829037:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecc000 with x1830945973507840 ext(1048576->2097151) 00002000:00010000:1.0:1746126678.829042:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecc000 00000100:00100000:3.0:1746126678.833635:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973507968:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12288us (12559us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126678.833645:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4700 00002000:00100000:3.0:1746126678.833653:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880090d15f80 x1830945973507968/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.833661:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d15f80 with x1830945973507968 ext(0->1048575) 00002000:00010000:3.0:1746126678.833666:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d15f80 00000100:00100000:0.0:1746126678.837934:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973508096:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15263us (16799us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.837945:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4701 00002000:00100000:0.0:1746126678.837953:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880090d16a00 x1830945973508096/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.837960:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d16a00 with x1830945973508096 ext(1048576->2097151) 00002000:00010000:0.0:1746126678.837964:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d16a00 00000100:00100000:0.0:1746126678.866068:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.866886:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973508608 00000100:00100000:2.0:1746126678.866896:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973508608 00002000:00100000:2.0:1746126678.866935:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880088972a00 x1830945973508608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.866944:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972a00 with x1830945973508608 ext(2097152->3145727) 00002000:00010000:2.0:1746126678.866949:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088972a00 00000100:00100000:2.0:1746126678.866981:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4702 00000100:00100000:2.0:1746126678.866988:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973508608:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126678.869628:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.872987:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.873043:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.873069:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973508992 00000100:00100000:2.0:1746126678.873076:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973508992 00002000:00100000:2.0:1746126678.873114:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880088972680 x1830945973508992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.873123:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972680 with x1830945973508992 ext(3145728->4194303) 00002000:00010000:2.0:1746126678.873128:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088972680 00000100:00100000:2.0:1746126678.873141:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973508864 00000100:00100000:2.0:1746126678.873143:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973508864 00002000:00100000:2.0:1746126678.873153:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880090d16d80 x1830945973508864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.873159:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d16d80 with x1830945973508864 ext(2097152->3145727) 00002000:00010000:2.0:1746126678.873161:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d16d80 00000100:00100000:2.0:1746126678.873750:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973509120 00000100:00100000:2.0:1746126678.873754:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973509120 00002000:00100000:2.0:1746126678.873768:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880090d17480 x1830945973509120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.873774:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17480 with x1830945973509120 ext(3145728->4194303) 00002000:00010000:2.0:1746126678.873777:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17480 00000100:00100000:0.0:1746126678.873820:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4703 00000100:00100000:0.0:1746126678.873841:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973508992:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126678.874685:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4704 00000100:00100000:1.0:1746126678.874692:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4705 00000100:00100000:3.0:1746126678.874695:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973508864:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126678.874700:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973509120:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126678.880995:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973508608:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 13998us (14926us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126678.881007:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4702 00002000:00100000:3.0:1746126678.881017:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880088972a00 x1830945973508608/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.881026:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972a00 with x1830945973508608 ext(2097152->3145727) 00002000:00010000:3.0:1746126678.881031:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088972a00 00000100:00100000:1.0:1746126678.894272:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973508992:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20436us (24643us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.894284:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4703 00002000:00100000:1.0:1746126678.894293:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff880088972680 x1830945973508992/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.894328:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972680 with x1830945973508992 ext(3145728->4194303) 00002000:00010000:1.0:1746126678.894336:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088972680 00000100:00100000:3.0:1746126678.895270:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973508864:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20575us (22287us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126678.895276:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4704 00002000:00100000:3.0:1746126678.895283:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880090d16d80 x1830945973508864/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.895289:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d16d80 with x1830945973508864 ext(2097152->3145727) 00002000:00010000:3.0:1746126678.895294:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d16d80 00000100:00100000:1.0:1746126678.904316:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973509120:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 29597us (31253us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126678.904330:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4705 00002000:00100000:1.0:1746126678.904339:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880090d17480 x1830945973509120/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.904348:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17480 with x1830945973509120 ext(3145728->4194303) 00002000:00010000:1.0:1746126678.904352:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17480 00000100:00100000:2.0:1746126678.922533:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.922572:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.922599:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973509632 00000100:00100000:1.0:1746126678.922606:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973509632 00000100:00100000:2.0:1746126678.922609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.922652:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973510144 00000100:00100000:0.0:1746126678.922655:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973510144 00002000:00100000:0.0:1746126678.922765:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880090d17b80 x1830945973510144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.922774:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17b80 with x1830945973510144 ext(5242880->6291455) 00002000:00010000:0.0:1746126678.922779:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17b80 00000100:00100000:0.0:1746126678.922795:0:32442:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973510016 00000100:00100000:0.0:1746126678.922798:0:32442:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973510016 00002000:00100000:0.0:1746126678.922808:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880083c28380 x1830945973510016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.922816:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945973510016 ext(4194304->5242879) 00002000:00010000:0.0:1746126678.922819:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28380 00000100:00100000:0.0:1746126678.922829:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4706 00000100:00100000:0.0:1746126678.922835:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973510144:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126678.923257:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126678.923273:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973509760 00000100:00100000:2.0:1746126678.923276:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973509760 00002000:00100000:2.0:1746126678.923291:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880083c28a80 x1830945973509760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.923298:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973509760 ext(5242880->6291455) 00002000:00010000:2.0:1746126678.923313:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c28a80 00000100:00100000:2.0:1746126678.923332:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4707 00000100:00100000:2.0:1746126678.923337:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973510016:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126678.923980:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4708 00000100:00100000:2.0:1746126678.923987:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973509760:12345-192.168.203.49@tcp:3:cmp.0 00002000:00100000:1.0:1746126678.926948:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880090d17100 x1830945973509632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126678.926959:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17100 with x1830945973509632 ext(4194304->5242879) 00002000:00010000:1.0:1746126678.926964:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d17100 00000100:00100000:1.0:1746126678.927000:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4709 00000100:00100000:1.0:1746126678.927012:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1979:x1830945973509632:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126678.939236:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1979:x1830945973510144:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16393us (16654us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126678.939247:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4706 00002000:00100000:2.0:1746126678.939256:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880090d17b80 x1830945973510144/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.939265:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17b80 with x1830945973510144 ext(5242880->6291455) 00002000:00010000:2.0:1746126678.939270:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d17b80 00000100:00100000:2.0:1746126678.942688:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1979:x1830945973510016:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19341us (20069us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126678.942698:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4707 00002000:00100000:2.0:1746126678.942707:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880083c28380 x1830945973510016/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126678.942715:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28380 with x1830945973510016 ext(4194304->5242879) 00002000:00010000:2.0:1746126678.942720:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c28380 00000100:00100000:0.0:1746126678.960164:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973509760:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 36170us (36898us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.960174:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4708 00002000:00100000:0.0:1746126678.960182:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880083c28a80 x1830945973509760/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.960190:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c28a80 with x1830945973509760 ext(5242880->6291455) 00002000:00010000:0.0:1746126678.960196:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c28a80 00000100:00100000:0.0:1746126678.963860:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1979:x1830945973509632:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 36846us (41326us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.963870:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4709 00002000:00100000:0.0:1746126678.963878:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880090d17100 x1830945973509632/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.963887:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d17100 with x1830945973509632 ext(4194304->5242879) 00002000:00010000:0.0:1746126678.963892:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d17100 00000100:00100000:2.0:1746126678.975062:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126678.975125:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973510528 00000100:00100000:0.0:1746126678.975132:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973510528 00002000:00100000:0.0:1746126678.975171:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880083c29500 x1830945973510528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.975185:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973510528 ext(6291456->7340031) 00002000:00010000:0.0:1746126678.975190:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29500 00000100:00100000:2.0:1746126678.976372:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4710 00000100:00100000:2.0:1746126678.976381:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973510528:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126678.990904:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973510528:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14517us (15842us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126678.990914:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4710 00002000:00100000:0.0:1746126678.990923:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880083c29500 x1830945973510528/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126678.990932:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29500 with x1830945973510528 ext(6291456->7340031) 00002000:00010000:0.0:1746126678.990937:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29500 00000100:00100000:1.0:1746126678.998633:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.998657:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126678.998699:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126678.998785:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973510784 00000100:00100000:3.0:1746126678.998794:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973510784 00002000:00100000:3.0:1746126678.998833:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012c218000 x1830945973510784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.998842:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218000 with x1830945973510784 ext(6291456->7340031) 00002000:00010000:3.0:1746126678.998847:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c218000 00000100:00100000:3.0:1746126678.998862:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973511040 00000100:00100000:3.0:1746126678.998865:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973511040 00002000:00100000:3.0:1746126678.998875:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012c21aa00 x1830945973511040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.998881:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21aa00 with x1830945973511040 ext(7340032->8388607) 00002000:00010000:3.0:1746126678.998884:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c21aa00 00000100:00100000:3.0:1746126678.998894:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973511296 00000100:00100000:3.0:1746126678.998896:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973511296 00002000:00100000:3.0:1746126678.998907:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009c2e5f80 x1830945973511296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/0 e 0 to 0 dl 1746126689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126678.998913:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5f80 with x1830945973511296 ext(7340032->8388607) 00002000:00010000:3.0:1746126678.998916:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e5f80 00000100:00100000:3.0:1746126678.998926:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4711 00000100:00100000:3.0:1746126678.998933:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973510784:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126678.999474:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4712 00000100:00100000:3.0:1746126678.999479:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973511040:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126678.999812:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4713 00000100:00100000:2.0:1746126678.999819:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973511296:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.013564:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1980:x1830945973510784:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14625us (14931us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.013577:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4711 00002000:00100000:3.0:1746126679.013586:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88012c218000 x1830945973510784/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.013595:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c218000 with x1830945973510784 ext(6291456->7340031) 00002000:00010000:3.0:1746126679.013599:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c218000 00000100:00100000:3.0:1746126679.020879:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973511296:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 21053us (22171us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.020889:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4713 00002000:00100000:3.0:1746126679.020899:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009c2e5f80 x1830945973511296/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.020907:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2e5f80 with x1830945973511296 ext(7340032->8388607) 00002000:00010000:3.0:1746126679.020911:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2e5f80 00000100:00100000:3.0:1746126679.021263:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973511040:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 21783us (22604us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.021269:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4712 00002000:00100000:3.0:1746126679.021273:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88012c21aa00 x1830945973511040/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:439/0 lens 488/440 e 0 to 0 dl 1746126689 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.021279:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c21aa00 with x1830945973511040 ext(7340032->8388607) 00002000:00010000:3.0:1746126679.021282:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c21aa00 00000100:00100000:0.0:1746126679.028350:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.028892:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973511552 00000100:00100000:3.0:1746126679.028899:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973511552 00002000:00100000:3.0:1746126679.028952:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880088973100 x1830945973511552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00080000:2.0:1746126679.028958:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746126679.028966:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973100 with x1830945973511552 ext(8388608->9437183) 00002000:00010000:3.0:1746126679.028971:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973100 00000100:00100000:3.0:1746126679.028993:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4714 00000100:00100000:3.0:1746126679.029003:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973511552:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.031973:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.034059:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973511808 00000100:00100000:0.0:1746126679.034069:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973511808 00002000:00100000:0.0:1746126679.034134:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009b8a4700 x1830945973511808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.034143:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4700 with x1830945973511808 ext(8388608->9437183) 00002000:00010000:0.0:1746126679.034148:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a4700 00000100:00100000:0.0:1746126679.034180:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4715 00000100:00100000:0.0:1746126679.034188:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973511808:12345-192.168.203.49@tcp:3:cmp.0 00000100:00080000:2.0:1746126679.034541:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126679.044319:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973511552:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15311us (15966us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.044330:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4714 00002000:00100000:3.0:1746126679.044338:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880088973100 x1830945973511552/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.044347:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973100 with x1830945973511552 ext(8388608->9437183) 00002000:00010000:3.0:1746126679.044352:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973100 00000100:00100000:0.0:1746126679.046273:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973511808:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12081us (14302us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.046282:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4715 00002000:00100000:0.0:1746126679.046288:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88009b8a4700 x1830945973511808/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.046315:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8a4700 with x1830945973511808 ext(8388608->9437183) 00002000:00010000:0.0:1746126679.046319:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8a4700 00000100:00100000:1.0:1746126679.059345:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.059415:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973512192 00000100:00100000:0.0:1746126679.059520:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973512192 00002000:00100000:0.0:1746126679.059560:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094f58380 x1830945973512192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.059570:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58380 with x1830945973512192 ext(9437184->10485759) 00002000:00010000:0.0:1746126679.059575:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58380 00000100:00100000:2.0:1746126679.060206:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.060696:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973512320 00000100:00100000:1.0:1746126679.060701:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973512320 00002000:00100000:1.0:1746126679.060722:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880083c2ad80 x1830945973512320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.060730:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973512320 ext(9437184->10485759) 00002000:00010000:1.0:1746126679.060733:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:1.0:1746126679.060749:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4716 00000100:00100000:1.0:1746126679.060756:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973512192:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.061396:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4717 00000100:00100000:1.0:1746126679.061404:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973512320:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.073616:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973512192:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12853us (14268us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.073626:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4716 00002000:00100000:2.0:1746126679.073637:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094f58380 x1830945973512192/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.073646:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58380 with x1830945973512192 ext(9437184->10485759) 00002000:00010000:2.0:1746126679.073652:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58380 00000100:00100000:1.0:1746126679.078320:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973512320:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16910us (18107us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.078331:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4717 00002000:00100000:1.0:1746126679.078339:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880083c2ad80 x1830945973512320/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.078347:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2ad80 with x1830945973512320 ext(9437184->10485759) 00002000:00010000:1.0:1746126679.078351:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2ad80 00000100:00100000:3.0:1746126679.087609:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.087655:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.088435:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973512576 00000100:00100000:2.0:1746126679.088472:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973512576 00002000:00100000:2.0:1746126679.088514:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880135ecca80 x1830945973512576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.088523:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973512576 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.088528:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecca80 00000100:00100000:2.0:1746126679.088554:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973512832 00000100:00100000:2.0:1746126679.088556:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973512832 00002000:00100000:2.0:1746126679.088569:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880135ecdf80 x1830945973512832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.088575:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdf80 with x1830945973512832 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.088578:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ecdf80 00000100:00100000:2.0:1746126679.088590:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4718 00000100:00100000:2.0:1746126679.088598:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973512576:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.089250:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4719 00000100:00100000:2.0:1746126679.089257:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973512832:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.089967:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.089989:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973513088 00000100:00100000:0.0:1746126679.089993:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973513088 00002000:00100000:0.0:1746126679.090012:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880088972d80 x1830945973513088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.090020:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972d80 with x1830945973513088 ext(11534336->12582911) 00002000:00010000:0.0:1746126679.090023:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088972d80 00000100:00100000:0.0:1746126679.090034:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4720 00000100:00100000:0.0:1746126679.090038:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1981:x1830945973513088:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.098353:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+11:1982:x1830945973512576:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 9746us (10740us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.098364:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4718 00002000:00100000:2.0:1746126679.098373:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880135ecca80 x1830945973512576/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.098382:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecca80 with x1830945973512576 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.098387:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecca80 00000100:00100000:2.0:1746126679.107856:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973512832:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18591us (20192us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.107867:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4719 00002000:00100000:2.0:1746126679.107877:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880135ecdf80 x1830945973512832/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.107885:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdf80 with x1830945973512832 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.107890:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ecdf80 00000100:00100000:2.0:1746126679.114096:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088972d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973513088:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24048us (24121us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.114107:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4720 00002000:00100000:2.0:1746126679.114116:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880088972d80 x1830945973513088/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.114124:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088972d80 with x1830945973513088 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.114129:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088972d80 00000100:00100000:1.0:1746126679.128842:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.129059:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973513344 00000100:00100000:2.0:1746126679.129066:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973513344 00002000:00100000:2.0:1746126679.129104:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094f59500 x1830945973513344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.129113:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59500 with x1830945973513344 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.129119:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f59500 00000100:00100000:2.0:1746126679.129474:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4721 00000100:00100000:2.0:1746126679.129483:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973513344:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.129908:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973806592:0@lo:400:kworker.0 00000100:00100000:3.0:1746126679.129912:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973806208:0@lo:400:kworker.0 00000100:00100000:3.0:1746126679.129948:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126679.129949:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126679.129973:0:7119:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806208 00000100:00100000:1.0:1746126679.129976:0:7119:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806208 00000100:00100000:3.0:1746126679.129981:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973806720:0@lo:400:kworker.0 00000100:00100000:2.0:1746126679.129994:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973806464:0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.129999:0:7119:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746126679.130000:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126679.130003:0:7119:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973806208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126679.130014:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126679.130021:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973806336:0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.130037:0:7119:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4219850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4d2283d8-cc6a-40dd-bded-be26e948a48f+18:3316:x1830945973806208:12345-0@lo:400:kworker.0 Request processed in 32us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.130042:0:7119:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746126679.130075:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806592 00000100:00100000:1.0:1746126679.130078:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806592 00000100:00100000:1.0:1746126679.130104:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1746126679.130109:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973806592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.130131:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973806592:12345-0@lo:400:kworker.0 Request processed in 23us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.130135:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:1.0:1746126679.130147:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126679.130170:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973806592:0@lo:400:kworker.0 00000100:00100000:3.0:1746126679.131713:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806720 00000100:00100000:3.0:1746126679.131720:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806720 00000100:00080000:1.0:1746126679.131747:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126679.131759:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806464 00000100:00100000:3.0:1746126679.131761:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806464 00000100:00100000:1.0:1746126679.131768:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126679.131778:0:20998:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806336 00000100:00100000:3.0:1746126679.131780:0:20998:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806336 00000100:00100000:1.0:1746126679.131789:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973806848:0@lo:400:kworker.0 00000100:00100000:3.0:1746126679.131792:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1746126679.131796:0:7126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746126679.131797:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973806720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126679.131801:0:7126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973806464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.131817:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126679.131828:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3316:x1830945973806720:12345-0@lo:400:kworker.0 Request processed in 31us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126679.131829:0:7126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1830945973806464:12345-0@lo:400:kworker.0 Request processed in 28us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.131833:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1746126679.131841:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806848 00000100:00100000:2.0:1746126679.131844:0:7126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1746126679.131844:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806848 00000100:00100000:3.0:1746126679.131848:0:20998:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746126679.131852:0:20998:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973806336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.131865:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1746126679.131868:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3314:1830945973806464:0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.131869:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973806848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126679.131873:0:20998:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1830945973806336:12345-0@lo:400:kworker.0 Request processed in 21us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.131877:0:20998:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746126679.131896:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4d2283d8-cc6a-40dd-bded-be26e948a48f:3316:1830945973806208:0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.131896:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973806848:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.131901:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1746126679.131903:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3316:1830945973806720:0@lo:400:kworker.0 00000100:00080000:1.0:1746126679.131911:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126679.131914:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126679.131930:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3313:1830945973806336:0@lo:400:kworker.0 00000100:00100000:1.0:1746126679.131939:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973806848:0@lo:400:kworker.0 00000100:00100000:2.0:1746126679.137054:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973513344:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 7563us (8210us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.137066:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4721 00002000:00100000:2.0:1746126679.137075:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094f59500 x1830945973513344/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.137083:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59500 with x1830945973513344 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.137088:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f59500 00000100:00100000:2.0:1746126679.142789:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.143252:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973513600 00000100:00100000:0.0:1746126679.143260:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973513600 00002000:00100000:0.0:1746126679.143314:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880083c2bb80 x1830945973513600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.143323:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945973513600 ext(12582912->13631487) 00002000:00010000:0.0:1746126679.143329:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2bb80 00000100:00100000:0.0:1746126679.143357:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4722 00000100:00100000:0.0:1746126679.143366:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973513600:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.153983:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1982:x1830945973513600:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 10610us (11192us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.153994:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4722 00002000:00100000:2.0:1746126679.154003:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880083c2bb80 x1830945973513600/t0(0) o3->b62c2e0c-c2cc-4170-9d49-69a3439cfb2c@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.154012:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2bb80 with x1830945973513600 ext(12582912->13631487) 00002000:00010000:2.0:1746126679.154018:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2bb80 00000100:00100000:3.0:1746126679.158587:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.158813:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973513856 00000100:00100000:2.0:1746126679.158820:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973513856 00000100:00100000:2.0:1746126679.158870:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 172 00000100:00100000:2.0:1746126679.158878:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a514b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1227:x1830945973513856:12345-192.168.203.49@tcp:35:cmp.0 00000100:00100000:2.0:1746126679.161534:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a514b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1227:x1830945973513856:12345-192.168.203.49@tcp:35:cmp.0 Request processed in 2653us (2949us total) trans 4294980522 rc 0/0 00000100:00100000:2.0:1746126679.161544:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 172 00000100:00100000:3.0:1746126679.174768:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.174883:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973514240 00000100:00100000:1.0:1746126679.174890:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973514240 00000100:00100000:1.0:1746126679.174948:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30165 00000100:00100000:1.0:1746126679.174954:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+23:1228:x1830945973514240:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:1.0:1746126679.174970:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126679.174984:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b000/0x9cce4314879c8972 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e87 expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.175047:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a400/0x9cce4314879c8979 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.175058:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a400/0x9cce4314879c8979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.175068:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a400/0x9cce4314879c8979 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:1.0:1746126679.175076:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:1.0:1746126679.175158:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408b000/0x9cce4314879c8972 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e87 expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.175175:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a400/0x9cce4314879c8979 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e87 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.175181:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:1.0:1746126679.175184:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126679.175187:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408a400, rc 0) 00000100:00100000:1.0:1746126679.175220:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+25:1228:x1830945973514240:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 266us (457us total) trans 4294980523 rc 0/0 00000100:00100000:1.0:1746126679.175224:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30165 00000100:00080000:0.0:1746126679.175429:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126679.175793:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.175829:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.175888:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973513984 00000100:00100000:0.0:1746126679.175892:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973513984 00000100:00100000:0.0:1746126679.175908:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973514368 00000100:00100000:0.0:1746126679.175910:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973514368 00000100:00100000:0.0:1746126679.175917:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 9 00000100:00100000:0.0:1746126679.175922:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973513984:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126679.175939:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.175946:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9800/0x9cce4314879c8987 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e56 expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.175968:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.175976:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.175982:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.175993:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.175998:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176002:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176043:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176051:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176056:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176060:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87a9e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.176062:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176067:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176074:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.176076:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.176079:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176083:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9e00/0x9cce4314879c898e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176093:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176097:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176102:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176105:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87a9400 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.176107:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176114:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176119:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009342c300) 00010000:00010000:0.0:1746126679.176120:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.176122:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176125:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9400/0x9cce4314879c8995 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176148:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9800/0x9cce4314879c8987 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e56 expref: 27 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.176155:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.176156:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126679.176159:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a9800/0x9cce4314879c8987 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e56 expref: 27 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.176165:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87a9800, rc -2) 00000100:00100000:0.0:1746126679.176189:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973513984:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 266us (395us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126679.176195:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 9 00000100:00100000:0.0:1746126679.176204:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 10 00000100:00100000:0.0:1746126679.176209:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a51cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1982:x1830945973514368:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126679.176220:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.176226:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8a00/0x9cce4314879c899c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4e8e expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.176244:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176250:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176255:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176263:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176268:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176272:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176292:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176297:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176311:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176315:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87a8c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.176317:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176321:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176330:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.176331:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.176333:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176337:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8c00/0x9cce4314879c89a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176343:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176346:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176350:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176353:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a8e6200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.176355:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176360:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176364:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009342c100) 00010000:00010000:0.0:1746126679.176366:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.176368:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176371:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e6200/0x9cce4314879c89aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.176392:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8a00/0x9cce4314879c899c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e8e expref: 26 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.176398:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.176400:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126679.176402:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87a8a00/0x9cce4314879c899c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e8e expref: 26 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.176408:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87a8a00, rc -2) 00000100:00100000:0.0:1746126679.176424:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a51cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1982:x1830945973514368:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 215us (594us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126679.176430:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 10 00000100:00100000:1.0:1746126679.178841:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.179068:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.179101:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.179116:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973514496 00000100:00100000:1.0:1746126679.179122:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973514496 00000100:00100000:1.0:1746126679.179144:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973514752 00000100:00100000:1.0:1746126679.179146:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973514752 00000100:00100000:1.0:1746126679.179159:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6218 00000100:00100000:1.0:1746126679.179164:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+8:1979:x1830945973514496:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:1.0:1746126679.179175:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126679.179187:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c89b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ecd expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.179204:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.179206:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.179212:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c89b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ecd expref: 9 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.179225:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009408ac00/0x9cce4314879c89b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ecd expref: 9 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.179233:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408ac00, rc 0) 00000100:00100000:1.0:1746126679.179273:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+9:1979:x1830945973514496:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 108us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.179278:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6218 00000100:00100000:1.0:1746126679.179289:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6219 00000100:00100000:1.0:1746126679.179294:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+32:1980:x1830945973514752:12345-192.168.203.49@tcp:101:cmp.0 00010000:00010000:1.0:1746126679.179308:0:16421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126679.179317:0:16421:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4ed4 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.179328:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.179329:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.179333:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 33 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.179344:0:16421:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 33 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.179351:0:16421:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009408b800, rc 0) 00000100:00100000:1.0:1746126679.179363:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973514752:12345-192.168.203.49@tcp:101:cmp.0 Request processed in 70us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.179368:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6219 00000100:00100000:0.0:1746126679.179486:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973514624 00000100:00100000:0.0:1746126679.179489:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973514624 00000100:00100000:0.0:1746126679.179748:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 136 00000100:00100000:0.0:1746126679.179754:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+25:1981:x1830945973514624:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126679.179762:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126679.179776:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009408a400/0x9cce4314879c8979 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e87 expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.179786:0:9803:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:0.0:1746126679.179789:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126679.179818:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973514624:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 64us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126679.179823:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 136 00000100:00100000:1.0:1746126679.195351:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.195599:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.195766:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.195890:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.195933:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973515008 00000100:00100000:2.0:1746126679.195940:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973515008 00002000:00100000:2.0:1746126679.195975:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880094f59c00 x1830945973515008/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.195985:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973515008 ext(0->1048575) 00002000:00010000:2.0:1746126679.195989:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:2.0:1746126679.196008:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973515264 00000100:00100000:2.0:1746126679.196011:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973515264 00002000:00100000:2.0:1746126679.196020:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880094f5aa00 x1830945973515264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.196027:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973515264 ext(1048576->2097151) 00002000:00010000:2.0:1746126679.196029:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5aa00 00000100:00100000:2.0:1746126679.196046:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973515520 00000100:00100000:2.0:1746126679.196048:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973515520 00002000:00100000:2.0:1746126679.196059:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880094f58a80 x1830945973515520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.196065:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58a80 with x1830945973515520 ext(0->1048575) 00002000:00010000:2.0:1746126679.196067:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f58a80 00000100:00100000:2.0:1746126679.196078:0:32441:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4723 00000100:00100000:2.0:1746126679.196084:0:32441:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973515008:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.196715:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4724 00000100:00100000:2.0:1746126679.196721:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973515264:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.197381:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973515648 00000100:00100000:1.0:1746126679.197386:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973515648 00002000:00100000:1.0:1746126679.197408:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880094f58e00 x1830945973515648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.197417:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973515648 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.197420:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f58e00 00000100:00100000:1.0:1746126679.197431:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4725 00000100:00100000:1.0:1746126679.197452:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+34:1982:x1830945973515520:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.197877:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4726 00000100:00100000:1.0:1746126679.197883:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+35:1982:x1830945973515648:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.207274:0:32441:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973515008:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 11182us (11921us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.207285:0:32441:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4723 00002000:00100000:3.0:1746126679.207294:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff880094f59c00 x1830945973515008/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.207311:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59c00 with x1830945973515008 ext(0->1048575) 00002000:00010000:3.0:1746126679.207316:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59c00 00000100:00100000:2.0:1746126679.208664:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973515264:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 11939us (13060us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.208673:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4724 00002000:00100000:2.0:1746126679.208679:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff880094f5aa00 x1830945973515264/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.208686:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5aa00 with x1830945973515264 ext(1048576->2097151) 00002000:00010000:2.0:1746126679.208690:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f5aa00 00000100:00100000:1.0:1746126679.211686:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+35:1982:x1830945973515520:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14241us (15912us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.211697:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4725 00002000:00100000:1.0:1746126679.211706:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880094f58a80 x1830945973515520/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.211716:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58a80 with x1830945973515520 ext(0->1048575) 00002000:00010000:1.0:1746126679.211721:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f58a80 00000100:00100000:1.0:1746126679.215278:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973515648:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17387us (19379us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.215289:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4726 00002000:00100000:1.0:1746126679.215297:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff880094f58e00 x1830945973515648/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.215315:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58e00 with x1830945973515648 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.215321:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f58e00 00000004:00080000:3.0:1746126679.223632:0:9942:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 591343186218ns, next at 592343184671ns, rc = 0 00000100:00100000:2.0:1746126679.223720:0:3314:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973806976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126679.223776:0:3314:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126679.223942:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973806976 00000100:00100000:3.0:1746126679.223949:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973806976 00000100:00100000:3.0:1746126679.223991:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1746126679.223998:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973806976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126679.224033:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 517799936 pending 0 free 3788505088 avail 3786407936 00000100:00100000:3.0:1746126679.224108:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3314:x1830945973806976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.224113:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1746126679.224182:0:3314:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3314:1830945973806976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126679.233092:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.233138:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.233231:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973516032 00000100:00100000:1.0:1746126679.233239:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973516032 00002000:00100000:1.0:1746126679.233276:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880083c2a300 x1830945973516032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.233284:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a300 with x1830945973516032 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.233288:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a300 00000100:00100000:1.0:1746126679.233823:0:27175:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973516288 00000100:00100000:1.0:1746126679.233827:0:27175:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973516288 00002000:00100000:1.0:1746126679.233840:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880083c29c00 x1830945973516288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.233847:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973516288 ext(3145728->4194303) 00002000:00010000:1.0:1746126679.233850:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:1.0:1746126679.234335:0:27175:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4727 00000100:00100000:1.0:1746126679.234343:0:27175:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+10:1982:x1830945973516032:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.234370:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4728 00000100:00100000:2.0:1746126679.234375:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973516288:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.234436:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.234481:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.234493:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973516544 00000100:00100000:3.0:1746126679.234496:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973516544 00002000:00100000:3.0:1746126679.234513:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b1b4e00 x1830945973516544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.234519:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973516544 ext(2097152->3145727) 00002000:00010000:3.0:1746126679.234521:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:3.0:1746126679.234530:0:32441:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973516672 00000100:00100000:3.0:1746126679.234532:0:32441:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973516672 00002000:00100000:3.0:1746126679.234543:0:32441:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88008b1b5c00 x1830945973516672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.234549:0:32441:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973516672 ext(3145728->4194303) 00002000:00010000:3.0:1746126679.234551:0:32441:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5c00 00000100:00100000:0.0:1746126679.234567:0:32442:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4729 00000100:00100000:3.0:1746126679.234574:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4730 00000100:00100000:0.0:1746126679.234576:0:32442:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973516544:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.234579:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+34:1982:x1830945973516672:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.246626:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973516288:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12242us (13479us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.246638:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4728 00002000:00100000:0.0:1746126679.246648:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880083c29c00 x1830945973516288/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.246656:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c29c00 with x1830945973516288 ext(3145728->4194303) 00002000:00010000:0.0:1746126679.246661:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c29c00 00000100:00100000:1.0:1746126679.251684:0:32442:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:4f04e74d-65c5-45c5-b169-968db36157cf+35:1981:x1830945973516544:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17103us (17241us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.251695:0:32442:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4729 00002000:00100000:1.0:1746126679.251704:0:32442:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008b1b4e00 x1830945973516544/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.251711:0:32442:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4e00 with x1830945973516544 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.251716:0:32442:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4e00 00000100:00100000:3.0:1746126679.256376:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973516672:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 21789us (21886us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.256391:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4730 00002000:00100000:3.0:1746126679.256400:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88008b1b5c00 x1830945973516672/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.256409:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5c00 with x1830945973516672 ext(3145728->4194303) 00002000:00010000:3.0:1746126679.256414:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b5c00 00000100:00100000:1.0:1746126679.257188:0:27175:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:4f04e74d-65c5-45c5-b169-968db36157cf+9:1982:x1830945973516032:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 22843us (24100us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.257194:0:27175:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4727 00002000:00100000:1.0:1746126679.257200:0:27175:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff880083c2a300 x1830945973516032/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.257207:0:27175:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a300 with x1830945973516032 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.257210:0:27175:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a300 00000100:00100000:2.0:1746126679.276524:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.276560:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.276589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.276646:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.276679:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973517056 00000100:00100000:2.0:1746126679.276686:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973517056 00002000:00100000:2.0:1746126679.276724:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880083c2aa00 x1830945973517056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126679.276726:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973517824 00000100:00100000:3.0:1746126679.276729:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973517824 00002000:00100000:2.0:1746126679.276733:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2aa00 with x1830945973517056 ext(4194304->5242879) 00002000:00010000:2.0:1746126679.276738:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2aa00 00002000:00100000:3.0:1746126679.276746:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880083c2b480 x1830945973517824/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126679.276750:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973517312 00000100:00100000:2.0:1746126679.276751:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973517312 00002000:00100000:3.0:1746126679.276753:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b480 with x1830945973517824 ext(5242880->6291455) 00002000:00010000:3.0:1746126679.276755:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2b480 00002000:00100000:2.0:1746126679.276759:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880083c2a680 x1830945973517312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126679.276764:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973517568 00002000:00100000:2.0:1746126679.276765:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973517312 ext(5242880->6291455) 00000100:00100000:3.0:1746126679.276766:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973517568 00002000:00010000:2.0:1746126679.276767:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a680 00002000:00100000:3.0:1746126679.276773:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880091da0700 x1830945973517568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126679.276777:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4731 00002000:00100000:3.0:1746126679.276779:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0700 with x1830945973517568 ext(4194304->5242879) 00002000:00010000:3.0:1746126679.276781:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0700 00000100:00100000:2.0:1746126679.276782:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+10:1981:x1830945973517056:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.276788:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4732 00000100:00100000:3.0:1746126679.276792:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+34:1982:x1830945973517824:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.277439:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4733 00000100:00100000:3.0:1746126679.277460:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973517312:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.277461:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4734 00000100:00100000:0.0:1746126679.277468:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+35:1981:x1830945973517568:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.296109:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+11:1981:x1830945973517056:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19319us (19584us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.296120:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4731 00002000:00100000:0.0:1746126679.296130:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff880083c2aa00 x1830945973517056/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.296138:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2aa00 with x1830945973517056 ext(4194304->5242879) 00002000:00010000:0.0:1746126679.296143:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2aa00 00000100:00100000:3.0:1746126679.296389:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+35:1982:x1830945973517824:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 19594us (19827us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.296399:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4732 00002000:00100000:3.0:1746126679.296404:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff880083c2b480 x1830945973517824/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.296410:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2b480 with x1830945973517824 ext(5242880->6291455) 00002000:00010000:3.0:1746126679.296413:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880083c2b480 00000100:00100000:3.0:1746126679.301731:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973517312:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24264us (25133us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.301742:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4733 00002000:00100000:3.0:1746126679.301751:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff880083c2a680 x1830945973517312/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.301759:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880083c2a680 with x1830945973517312 ext(5242880->6291455) 00002000:00010000:3.0:1746126679.301764:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880083c2a680 00000100:00100000:0.0:1746126679.302108:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973517568:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 24640us (25460us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.302115:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4734 00002000:00100000:0.0:1746126679.302121:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880091da0700 x1830945973517568/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.302128:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da0700 with x1830945973517568 ext(4194304->5242879) 00002000:00010000:0.0:1746126679.302131:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da0700 00000100:00100000:1.0:1746126679.314787:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.314886:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973518080 00000100:00100000:0.0:1746126679.314895:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973518080 00002000:00100000:0.0:1746126679.314936:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880094f58000 x1830945973518080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.314945:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973518080 ext(6291456->7340031) 00002000:00010000:0.0:1746126679.314950:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58000 00000100:00100000:0.0:1746126679.314986:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4735 00000100:00100000:0.0:1746126679.314993:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1979:x1830945973518080:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.324898:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1979:x1830945973518080:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 9897us (10111us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.324909:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4735 00002000:00100000:0.0:1746126679.324918:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880094f58000 x1830945973518080/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.324926:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f58000 with x1830945973518080 ext(6291456->7340031) 00002000:00010000:0.0:1746126679.324932:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f58000 00000100:00100000:2.0:1746126679.344223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.344247:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.344293:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.344343:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973518464 00000100:00100000:2.0:1746126679.344349:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973518464 00002000:00100000:2.0:1746126679.344389:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880135c1ed80 x1830945973518464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.344398:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973518464 ext(6291456->7340031) 00002000:00010000:2.0:1746126679.344403:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135c1ed80 00000100:00100000:2.0:1746126679.344435:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973518592 00000100:00100000:2.0:1746126679.344438:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973518592 00002000:00100000:2.0:1746126679.344473:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880090d14a80 x1830945973518592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.344485:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d14a80 with x1830945973518592 ext(7340032->8388607) 00002000:00010000:2.0:1746126679.344488:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d14a80 00000100:00100000:2.0:1746126679.344503:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973518848 00000100:00100000:2.0:1746126679.344505:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973518848 00002000:00100000:2.0:1746126679.344516:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092678700 x1830945973518848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.344521:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945973518848 ext(7340032->8388607) 00002000:00010000:2.0:1746126679.344524:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678700 00000100:00100000:2.0:1746126679.344535:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4736 00000100:00100000:2.0:1746126679.344541:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973518464:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.344743:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4737 00000100:00100000:1.0:1746126679.344752:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+35:1982:x1830945973518592:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.345223:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4738 00000100:00100000:1.0:1746126679.345229:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973518848:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.362481:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+35:1982:x1830945973518592:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 17723us (18224us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.362495:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4737 00002000:00100000:1.0:1746126679.362504:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff880090d14a80 x1830945973518592/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.362512:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d14a80 with x1830945973518592 ext(7340032->8388607) 00002000:00010000:1.0:1746126679.362517:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d14a80 00000100:00100000:2.0:1746126679.366169:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973518848:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20931us (21866us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.366179:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4738 00002000:00100000:2.0:1746126679.366187:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880092678700 x1830945973518848/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.366196:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678700 with x1830945973518848 ext(7340032->8388607) 00002000:00010000:2.0:1746126679.366200:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678700 00000100:00100000:0.0:1746126679.375748:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973518464:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 31200us (31525us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.375758:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4736 00002000:00100000:0.0:1746126679.375766:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880135c1ed80 x1830945973518464/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.375774:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135c1ed80 with x1830945973518464 ext(6291456->7340031) 00002000:00010000:0.0:1746126679.375779:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135c1ed80 00000100:00100000:0.0:1746126679.387131:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.387226:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973519104 00000100:00100000:2.0:1746126679.387234:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973519104 00002000:00100000:2.0:1746126679.387271:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880088973480 x1830945973519104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.387281:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973480 with x1830945973519104 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.387286:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973480 00000100:00100000:2.0:1746126679.387317:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4739 00000100:00100000:2.0:1746126679.387324:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973519104:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.395636:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+9:1981:x1830945973519104:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 8306us (8504us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.395647:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4739 00002000:00100000:2.0:1746126679.395656:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff880088973480 x1830945973519104/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.395664:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088973480 with x1830945973519104 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.395669:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088973480 00000100:00100000:3.0:1746126679.396962:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.397029:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973519360 00000100:00100000:2.0:1746126679.397036:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973519360 00002000:00100000:2.0:1746126679.397066:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008b1b7800 x1830945973519360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.397073:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7800 with x1830945973519360 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.397077:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b7800 00000100:00100000:2.0:1746126679.397773:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4740 00000100:00100000:2.0:1746126679.397781:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973519360:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.412510:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973519360:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14723us (15545us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.412520:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4740 00002000:00100000:2.0:1746126679.412529:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008b1b7800 x1830945973519360/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.412538:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b7800 with x1830945973519360 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.412544:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b7800 00000100:00100000:1.0:1746126679.420357:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.420403:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.420491:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973519744 00000100:00100000:2.0:1746126679.420498:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973519744 00002000:00100000:2.0:1746126679.420535:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880094f5a680 x1830945973519744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.420544:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a680 with x1830945973519744 ext(9437184->10485759) 00002000:00010000:2.0:1746126679.420549:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f5a680 00000100:00100000:2.0:1746126679.420574:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973519872 00000100:00100000:2.0:1746126679.420576:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973519872 00002000:00100000:2.0:1746126679.420590:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094f59180 x1830945973519872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.420596:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59180 with x1830945973519872 ext(9437184->10485759) 00002000:00010000:2.0:1746126679.420599:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59180 00000100:00100000:2.0:1746126679.420612:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4741 00000100:00100000:2.0:1746126679.420619:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973519744:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.421119:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4742 00000100:00100000:2.0:1746126679.421126:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973519872:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.441735:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973519872:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 20602us (21324us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.441745:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4742 00002000:00100000:3.0:1746126679.441754:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880094f59180 x1830945973519872/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.441763:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59180 with x1830945973519872 ext(9437184->10485759) 00002000:00010000:3.0:1746126679.441768:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59180 00000100:00100000:2.0:1746126679.443051:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973519744:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 22428us (22696us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.443059:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4741 00002000:00100000:2.0:1746126679.443065:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880094f5a680 x1830945973519744/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.443073:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f5a680 with x1830945973519744 ext(9437184->10485759) 00002000:00010000:2.0:1746126679.443076:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f5a680 00000100:00100000:1.0:1746126679.450280:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.450483:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.450787:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973520128 00000100:00100000:2.0:1746126679.450794:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973520128 00002000:00100000:2.0:1746126679.450830:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880094f59880 x1830945973520128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.450840:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59880 with x1830945973520128 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.450845:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59880 00000100:00100000:2.0:1746126679.450867:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973520384 00000100:00100000:2.0:1746126679.450870:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973520384 00002000:00100000:2.0:1746126679.450881:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880135ece300 x1830945973520384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.450888:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973520384 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.450890:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:2.0:1746126679.450908:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4743 00000100:00100000:2.0:1746126679.450914:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+9:1982:x1830945973520128:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:3.0:1746126679.451701:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4744 00000100:00100000:3.0:1746126679.451714:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973520384:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:1.0:1746126679.463146:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.463665:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973520640 00000100:00100000:2.0:1746126679.463682:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973520640 00002000:00100000:2.0:1746126679.463715:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880135ecdc00 x1830945973520640/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.463724:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdc00 with x1830945973520640 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.463729:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecdc00 00000100:00100000:2.0:1746126679.463753:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4745 00000100:00100000:2.0:1746126679.463760:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+11:1982:x1830945973520640:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:0.0:1746126679.467798:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+11:1982:x1830945973520128:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 16876us (17516us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126679.467812:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4743 00002000:00100000:0.0:1746126679.467820:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880094f59880 x1830945973520128/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.467829:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f59880 with x1830945973520128 ext(10485760->11534335) 00002000:00010000:0.0:1746126679.467834:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f59880 00000100:00100000:3.0:1746126679.470685:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1982:x1830945973520384:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 18970us (20195us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.470695:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4744 00002000:00100000:3.0:1746126679.470704:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880135ece300 x1830945973520384/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.470712:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece300 with x1830945973520384 ext(10485760->11534335) 00002000:00010000:3.0:1746126679.470717:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece300 00000100:00100000:2.0:1746126679.476383:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+9:1982:x1830945973520640:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 12616us (13237us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.476392:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4745 00002000:00100000:2.0:1746126679.476402:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880135ecdc00 x1830945973520640/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.476410:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecdc00 with x1830945973520640 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.476415:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecdc00 00000100:00100000:1.0:1746126679.482037:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.482876:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973520896 00000100:00100000:2.0:1746126679.482884:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973520896 00002000:00100000:2.0:1746126679.482923:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880135ece680 x1830945973520896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.482932:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973520896 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.482937:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:2.0:1746126679.482971:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4746 00000100:00100000:2.0:1746126679.482979:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973520896:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.498209:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+33:1980:x1830945973520896:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 15223us (16172us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.498220:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4746 00002000:00100000:2.0:1746126679.498229:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880135ece680 x1830945973520896/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.498238:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ece680 with x1830945973520896 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.498243:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ece680 00000100:00100000:3.0:1746126679.505606:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.505695:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973521152 00000100:00100000:2.0:1746126679.505703:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973521152 00002000:00100000:2.0:1746126679.505740:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88008b1b6680 x1830945973521152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.505750:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973521152 ext(12582912->13631487) 00002000:00010000:2.0:1746126679.505755:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:2.0:1746126679.505963:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4747 00000100:00100000:2.0:1746126679.505971:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973521152:12345-192.168.203.49@tcp:3:cmp.0 00000100:00100000:2.0:1746126679.520522:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+9:1980:x1830945973521152:12345-192.168.203.49@tcp:3:cmp.0 Request processed in 14544us (14915us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126679.520532:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4747 00002000:00100000:2.0:1746126679.520540:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88008b1b6680 x1830945973521152/t0(0) o3->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/440 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.520549:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6680 with x1830945973521152 ext(12582912->13631487) 00002000:00010000:2.0:1746126679.520554:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6680 00000100:00100000:1.0:1746126679.527594:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.527690:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973521408 00000100:00100000:2.0:1746126679.527697:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973521408 00000100:00100000:2.0:1746126679.527870:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 173 00000100:00100000:2.0:1746126679.527878:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+24:1228:x1830945973521408:12345-192.168.203.49@tcp:35:cmp.0 00000100:00100000:2.0:1746126679.529181:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1228:x1830945973521408:12345-192.168.203.49@tcp:35:cmp.0 Request processed in 1299us (1588us total) trans 4294980524 rc 0/0 00000100:00100000:2.0:1746126679.529190:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 173 00000100:00100000:3.0:1746126679.542825:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.542868:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.543337:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973521792 00000100:00100000:0.0:1746126679.543345:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973521792 00000100:00100000:2.0:1746126679.543378:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973521664 00000100:00100000:2.0:1746126679.543382:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973521664 00000100:00100000:0.0:1746126679.543382:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 11 00000100:00100000:0.0:1746126679.543389:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973521792:12345-192.168.203.49@tcp:63:ll_sa.0 00000100:00100000:2.0:1746126679.543414:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30166 00000100:00100000:2.0:1746126679.543419:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1231:x1830945973521664:12345-192.168.203.49@tcp:36:rm.0 00010000:00010000:0.0:1746126679.543423:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.543439:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e7200/0x9cce4314879c89bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4edb expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.543466:0:21345:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126679.543485:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c86ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d68 expref: 35 pid: 7130 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.543494:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746126679.543504:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182e00/0x9cce4314879c86b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4d4c expref: 34 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.543504:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746126679.543511:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:0.0:1746126679.543512:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746126679.543519:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8792c00/0x9cce4314879c88d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4dd1 expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.543522:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543527:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746126679.543529:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.543531:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:2.0:1746126679.543532:0:21345:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126679.543538:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.543545:0:21345:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.543550:0:21345:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.543571:0:21345:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 24 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.543579:0:21345:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 24 pid: 7125 timeout: 691 lvb_type: 0 00000100:00100000:2.0:1746126679.543588:0:21345:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092679880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807104:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126679.543626:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543633:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543638:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543643:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d5200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.543645:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00000100:00100000:2.0:1746126679.543651:0:21345:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa000 going to sleep for 11 seconds 00010000:00010000:0.0:1746126679.543651:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543657:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.543659:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.543662:0:7129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.543667:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543670:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c89c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543682:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543685:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543688:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543691:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d5600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.543693:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543697:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543700:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009342c900) 00010000:00010000:0.0:1746126679.543702:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.543703:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543707:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5600/0x9cce4314879c89cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.543736:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e7200/0x9cce4314879c89bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4edb expref: 32 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.545920:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:0.0:1746126679.545925:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126679.545929:0:7129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.545941:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a8e7200/0x9cce4314879c89bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4edb expref: 32 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.545953:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a8e7200, rc -2) 00000100:00100000:1.0:1746126679.546072:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1982:x1830945973521792:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 2682us (3202us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126679.546080:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 11 00000100:00100000:1.0:1746126679.548120:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.548192:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973521920 00000100:00100000:3.0:1746126679.548198:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973521920 00010000:00010000:3.0:1746126679.548222:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 25 pid: 7125 timeout: 691 lvb_type: 0 00000100:00100000:3.0:1746126679.548242:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7886 00000100:00100000:3.0:1746126679.548247:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+25:1981:x1830945973521920:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126679.548256:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126679.548261:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 25 pid: 7125 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.548271:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 25 pid: 7125 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.548287:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:3.0:1746126679.548291:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.548307:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.548313:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.548325:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126679.548341:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800931f9a00/0x9cce4314879c8925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4df4 expref: 25 pid: 7125 timeout: 691 lvb_type: 0 00000100:00100000:2.0:1746126679.548575:0:21345:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092679880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807104:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126679.548591:0:21345:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548597:0:21345:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548602:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548615:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548622:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548629:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548778:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548787:0:21345:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.548792:0:21345:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.548812:0:21345:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.548821:0:21345:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 691 lvb_type: 0 00000100:00100000:2.0:1746126679.548831:0:21345:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092679880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807232:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126679.548840:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973521920:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 592us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.548846:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7886 00000100:00100000:2.0:1746126679.549744:0:21345:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126679.552398:0:21345:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092679880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807232:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126679.552419:0:21345:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000100:00100000:0.0:1746126679.552632:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.552723:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973522048 00000100:00100000:3.0:1746126679.552729:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973522048 00010000:00010000:3.0:1746126679.552753:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 691 lvb_type: 0 00000100:00100000:3.0:1746126679.552774:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7887 00000100:00100000:3.0:1746126679.552780:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973522048:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126679.552789:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126679.552793:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.552802:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.552818:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091182600/0x9cce4314879c8742 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4da7 expref: 24 pid: 7126 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.553116:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:3.0:1746126679.553121:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.553128:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.553134:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.553157:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126679.553222:0:21345:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.553228:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000100:00100000:3.0:1746126679.553486:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+23:1981:x1830945973522048:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 704us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.553491:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7887 00000040:00080000:2.0:1746126679.553892:0:21345:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000040:00080000:2.0:1746126679.553907:0:21345:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746126679.553912:0:21345:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 591673468758ns, next at 592673467058ns, rc = 0 00010000:00010000:2.0:1746126679.553966:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.553978:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.553989:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.553995:0:21345:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554000:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554004:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554026:0:21345:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746126679.554043:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554047:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554052:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554057:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e1600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126679.554060:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554065:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554073:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126679.554075:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126679.554077:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554082:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1600/0x9cce4314879c89e2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554131:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554136:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554140:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554146:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e1200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126679.554148:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554153:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554158:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009345a200) 00010000:00010000:2.0:1746126679.554160:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126679.554162:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.554165:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00000004:00010000:2.0:1746126679.554176:0:21345:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008b1b5880 reply state ffff880094692000 transno 4294980525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000100:00100000:2.0:1746126679.554181:0:21345:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126679.554214:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1231:x1830945973521664:12345-192.168.203.49@tcp:36:rm.0 Request processed in 10795us (11396us total) trans 4294980525 rc 0/0 00000100:00100000:2.0:1746126679.554221:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30166 00010000:00010000:3.0:1746126679.554329:0:9802:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126679.554335:0:9802:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.554339:0:9802:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4432000 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126679.554341:0:9802:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.554346:0:9802:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.554354:0:9802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff880136355800) 00010000:00010000:3.0:1746126679.554356:0:9802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746126679.554358:0:9802:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.554362:0:9802:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c89e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.554373:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126679.554374:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126679.554376:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126679.557069:0:3299:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557080:0:3299:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557085:0:3299:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557090:0:3299:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e1e00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126679.557093:0:3299:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557099:0:3299:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557110:0:3299:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136355e00) 00010000:00010000:3.0:1746126679.557112:0:3299:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126679.557115:0:3299:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.557120:0:3299:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89db lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.557582:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126679.622609:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.623024:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973522176 00000100:00100000:2.0:1746126679.623031:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973522176 00000100:00100000:2.0:1746126679.623082:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30167 00000100:00100000:2.0:1746126679.623089:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+31:1234:x1830945973522176:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:2.0:1746126679.623107:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126679.623125:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f13 expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.623176:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.623185:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.623194:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:2.0:1746126679.623240:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746126679.623243:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746126679.623256:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:2.0:1746126679.623274:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1e00/0x9cce4314879c89f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f13 expref: 33 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.623293:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f13 expref: 32 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.623329:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355200) 00010000:00010000:2.0:1746126679.623331:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126679.623334:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e1200, rc 0) 00000100:00100000:2.0:1746126679.623373:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1234:x1830945973522176:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 284us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126679.623378:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30167 00000100:00100000:1.0:1746126679.627710:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.627924:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973522432 00000100:00100000:2.0:1746126679.627932:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973522432 00000100:00100000:2.0:1746126679.627973:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30168 00000100:00100000:2.0:1746126679.627980:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+32:1234:x1830945973522432:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:2.0:1746126679.627996:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126679.627998:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126679.628021:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e1200/0x9cce4314879c89f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f13 expref: 32 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.628036:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355200) 00010000:00010000:2.0:1746126679.628044:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126679.628053:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c89fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f1a expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.628146:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628155:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628162:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628171:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628175:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628179:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628555:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628562:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628571:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:2.0:1746126679.628578:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:2.0:1746126679.628596:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628602:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628607:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628611:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4432000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:2.0:1746126679.628614:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628620:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628626:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136355000) 00010000:00010000:2.0:1746126679.628629:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126679.628632:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:2.0:1746126679.628635:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4432000/0x9cce4314879c8a05 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:2.0:1746126679.628643:0:7125:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012dfa9f80 reply state ffff880094694000 transno 4294980526 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000100:00100000:2.0:1746126679.628649:0:7125:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126679.628666:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a87e0a00/0x9cce4314879c89fe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 34 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.628678:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 33 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.628683:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136355800) 00010000:00010000:2.0:1746126679.628685:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126679.628687:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093ff7a00, rc 0) 00000100:00100000:2.0:1746126679.628741:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1234:x1830945973522432:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 762us (1038us total) trans 4294980526 rc 0/0 00000100:00100000:2.0:1746126679.628747:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30168 00000100:00100000:2.0:1746126679.631975:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.632248:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973522688 00000100:00100000:0.0:1746126679.632255:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973522688 00000100:00100000:0.0:1746126679.632289:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30169 00000100:00100000:0.0:1746126679.632295:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b531050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1234:x1830945973522688:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:0.0:1746126679.632324:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.632339:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f21 expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.632345:0:3300:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632353:0:3300:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632359:0:3300:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632363:0:3300:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d90ba00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126679.632367:0:3300:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632372:0:3300:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632384:0:3300:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136355e00) 00010000:00010000:1.0:1746126679.632386:0:3300:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126679.632389:0:3300:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:1.0:1746126679.632394:0:3300:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d90ba00/0x9cce4314879c8a0c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.632403:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.632413:0:21345:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.632418:0:21345:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.632460:0:21345:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.632475:0:21345:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 691 lvb_type: 0 00000100:00100000:0.0:1746126679.632487:0:21345:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088973b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807360:192.168.203.49@tcp:104: 00000100:00100000:0.0:1746126679.632546:0:21345:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129df79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126679.634217:0:21345:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088973b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21345:1830945973807360:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126679.634244:0:21345:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000100:00100000:2.0:1746126679.636932:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.637356:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973522816 00000100:00100000:3.0:1746126679.637364:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973522816 00010000:00010000:3.0:1746126679.637391:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 691 lvb_type: 0 00000100:00100000:3.0:1746126679.637421:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7888 00000100:00100000:3.0:1746126679.637427:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1982:x1830945973522816:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126679.637439:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126679.637462:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.637472:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.637488:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093ff7a00/0x9cce4314879c8a13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f1a expref: 35 pid: 7125 timeout: 691 lvb_type: 0 00010000:00010000:3.0:1746126679.637505:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136355800) 00010000:00010000:3.0:1746126679.637510:0:7111:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.637517:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.637522:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21345 initiator: MDT0 00010000:00010000:3.0:1746126679.637546:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126679.637561:0:21345:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637572:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:0.0:1746126679.637586:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000100:00100000:3.0:1746126679.637588:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1982:x1830945973522816:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 160us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.637593:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7888 00000004:00080000:0.0:1746126679.637802:0:21345:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:0.0:1746126679.637808:0:21345:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1746126679.637900:0:21345:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637907:0:21345:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637912:0:21345:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637917:0:21345:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d5200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.637920:0:21345:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637926:0:21345:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637933:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136355800) 00010000:00010000:0.0:1746126679.637935:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126679.637937:0:21345:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637941:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a28 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.637981:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a21 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f21 expref: 34 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.637991:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f21 expref: 34 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.637999:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2d4a00, rc 0) 00000100:00100000:0.0:1746126679.638021:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b531050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1234:x1830945973522688:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 5726us (6051us total) trans 4294980527 rc 301/301 00000100:00100000:0.0:1746126679.638026:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30169 00000100:00100000:2.0:1746126679.641882:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.643856:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523072 00000100:00100000:0.0:1746126679.643868:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523072 00000100:00100000:0.0:1746126679.644493:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 174 00000100:00100000:0.0:1746126679.644503:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+33:1234:x1830945973523072:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:0.0:1746126679.644836:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1234:x1830945973523072:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 334us (2958us total) trans 4294980528 rc 0/0 00000100:00100000:0.0:1746126679.644842:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 174 00000100:00100000:1.0:1746126679.648874:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.648940:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523200 00000100:00100000:0.0:1746126679.648947:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523200 00000100:00100000:0.0:1746126679.649101:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30170 00000100:00100000:0.0:1746126679.649109:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+34:1234:x1830945973523200:12345-192.168.203.49@tcp:101:lfs.0 00010000:00010000:0.0:1746126679.649126:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.649142:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c8a36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f28 expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.649185:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c8a36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f28 expref: 35 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.649200:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994800/0x9cce4314879c8a36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f28 expref: 35 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.649213:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009342c600) 00010000:00010000:0.0:1746126679.649215:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126679.649218:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094994800, rc 0) 00000100:00100000:0.0:1746126679.650001:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1234:x1830945973523200:12345-192.168.203.49@tcp:101:lfs.0 Request processed in 892us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126679.650008:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30170 00000100:00100000:1.0:1746126679.651545:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.651670:0:7128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523456 00000100:00100000:3.0:1746126679.651677:0:7128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523456 00000100:00100000:3.0:1746126679.651718:0:7128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 175 00000100:00100000:3.0:1746126679.651724:0:7128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+35:1234:x1830945973523456:12345-192.168.203.49@tcp:35:lfs.0 00000100:00100000:3.0:1746126679.651878:0:7128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1234:x1830945973523456:12345-192.168.203.49@tcp:35:lfs.0 Request processed in 153us (336us total) trans 4294980529 rc 0/0 00000100:00100000:3.0:1746126679.651883:0:7128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 175 00000100:00100000:3.0:1746126679.664022:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.664066:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523584 00000100:00100000:0.0:1746126679.664073:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523584 00000100:00100000:0.0:1746126679.664106:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30171 00000100:00100000:0.0:1746126679.664113:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+36:1235:x1830945973523584:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126679.664131:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.664146:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c8a3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f2f expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.664189:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.664198:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.664206:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:0.0:1746126679.664252:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126679.664255:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126679.664268:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.664292:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c8a3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f2f expref: 38 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.664316:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f2f expref: 37 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.664324:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:0.0:1746126679.664326:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126679.664329:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094995400, rc 0) 00000100:00100000:0.0:1746126679.665104:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1235:x1830945973523584:12345-192.168.203.49@tcp:101:dd.0 Request processed in 990us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126679.665110:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30171 00000100:00100000:3.0:1746126679.666340:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.666407:0:21345:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523712 00000100:00100000:0.0:1746126679.666413:0:21345:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523712 00000100:00100000:0.0:1746126679.666470:0:21345:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30172 00000100:00100000:0.0:1746126679.666477:0:21345:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f04e74d-65c5-45c5-b169-968db36157cf+23:1236:x1830945973523712:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126679.666491:0:21345:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.666501:0:21345:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994200/0x9cce4314879c8a4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f36 expref: -99 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.666539:0:21345:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.666548:0:21345:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.666555:0:21345:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00000004:00200000:0.0:1746126679.666592:0:21345:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746126679.666594:0:21345:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746126679.666604:0:21345:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21345 initiator: MDT0 00010000:00010000:0.0:1746126679.666618:0:21345:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994200/0x9cce4314879c8a4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f36 expref: 25 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.666629:0:21345:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f36 expref: 24 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.666635:0:21345:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:0.0:1746126679.666638:0:21345:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126679.666640:0:21345:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094994600, rc 0) 00000100:00100000:0.0:1746126679.666682:0:21345:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:4f04e74d-65c5-45c5-b169-968db36157cf+24:1236:x1830945973523712:12345-192.168.203.49@tcp:101:dd.0 Request processed in 206us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126679.666688:0:21345:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30172 00000100:00100000:1.0:1746126679.675278:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.675685:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973523968 00000100:00100000:3.0:1746126679.675693:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973523968 00000100:00100000:3.0:1746126679.675738:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30173 00000100:00100000:3.0:1746126679.675745:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+24:1236:x1830945973523968:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126679.675760:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126679.675763:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126679.675785:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994600/0x9cce4314879c8a52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f36 expref: 24 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.675815:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:3.0:1746126679.675819:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126679.675828:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9a800/0x9cce4314879c8a59 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f3d expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126679.676015:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.676137:0:7129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973524096 00000100:00100000:0.0:1746126679.676141:0:7129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973524096 00000100:00100000:0.0:1746126679.676168:0:7129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 12 00000100:00100000:0.0:1746126679.676174:0:7129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+37:1979:x1830945973524096:12345-192.168.203.49@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126679.676193:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.676200:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c8a60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f44 expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.676223:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676236:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676244:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676285:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676292:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676310:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676319:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676324:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676329:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676379:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b000/0x9cce4314879c8a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676385:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b000/0x9cce4314879c8a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676390:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b000/0x9cce4314879c8a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746126679.676396:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746126679.676480:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676481:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.676487:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676488:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676493:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.676494:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676498:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab9b600 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126679.676501:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676506:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676514:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:3.0:1746126679.676516:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126679.676518:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676526:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b600/0x9cce4314879c8a6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676534:0:7125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.676537:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676539:0:7125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676543:0:7125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.676543:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676547:0:7125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ab9b800 already unused, calling callback (ffffffffa136c690) 00010000:00010000:3.0:1746126679.676549:0:7125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7125 initiator: MDT0 00010000:00010000:0.0:1746126679.676549:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676553:0:7125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.676558:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009342c700) 00010000:00010000:3.0:1746126679.676560:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:0.0:1746126679.676560:0:7129:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746126679.676561:0:7125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00200000:0.0:1746126679.676563:0:7129:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1746126679.676565:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b800/0x9cce4314879c8a75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7125 initiator: MDT0 00000004:00010000:0.0:1746126679.676573:0:7129:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676578:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676583:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676591:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676955:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676958:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094995c00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.676961:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676962:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9a800/0x9cce4314879c8a59 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f3d expref: 26 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.676965:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676972:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:3.0:1746126679.676973:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9b000/0x9cce4314879c8a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f3d expref: 25 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.676974:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.676976:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.676980:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995c00/0x9cce4314879c8a67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:3.0:1746126679.676983:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009342c600) 00010000:00010000:3.0:1746126679.676984:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126679.676986:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9b000, rc 0) 00010000:00010000:0.0:1746126679.677000:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677004:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677008:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677012:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d4a00 already unused, calling callback (ffffffffa136c690) 00010000:00010000:0.0:1746126679.677014:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677021:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00000100:00100000:3.0:1746126679.677022:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f04e74d-65c5-45c5-b169-968db36157cf+25:1236:x1830945973523968:12345-192.168.203.49@tcp:101:dd.0 Request processed in 1277us (1755us total) trans 4294980530 rc 0/0 00010000:00010000:0.0:1746126679.677026:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009342c700) 00000100:00100000:3.0:1746126679.677027:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30173 00010000:00010000:0.0:1746126679.677028:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126679.677029:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677033:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d4a00/0x9cce4314879c8a8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:0.0:1746126679.677051:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094994000/0x9cce4314879c8a60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f44 expref: 39 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.677059:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d5200/0x9cce4314879c8a91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f44 expref: 38 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.677065:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88009342c600) 00010000:00010000:0.0:1746126679.677066:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126679.677068:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2d5200, rc 0) 00010000:00010000:0.0:1746126679.677071:0:7129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126679.677077:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.677124:0:7125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973524352 00000100:00100000:3.0:1746126679.677127:0:7125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973524352 00000100:00100000:3.0:1746126679.677144:0:7125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 30174 00000100:00100000:3.0:1746126679.677148:0:7125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1235:x1830945973524352:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:3.0:1746126679.677154:0:7125:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126679.677156:0:7125:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126679.677166:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094995400/0x9cce4314879c8a44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f2f expref: 39 pid: 21345 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.677214:0:7129:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8a00/0x9cce4314879c8a98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f4b expref: -99 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.677235:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677241:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677247:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677255:0:7129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677259:0:7129:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677268:0:7129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677289:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677294:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677307:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677311:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a69e9000 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126679.677314:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677318:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677325:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:1.0:1746126679.677327:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126679.677329:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677334:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e9000/0x9cce4314879c8a9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677355:0:7129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677363:0:7129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677367:0:7129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677372:0:7129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a69e8200 already unused, calling callback (ffffffffa136c690) 00010000:00010000:1.0:1746126679.677374:0:7129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677379:0:7129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677384:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880083933800) 00010000:00010000:1.0:1746126679.677386:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126679.677388:0:7129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677393:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8aa6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7129 initiator: MDT0 00010000:00010000:1.0:1746126679.677417:0:7129:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8a00/0x9cce4314879c8a98 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f4b expref: 39 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.677425:0:7129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00010000:00010000:1.0:1746126679.677427:0:7129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126679.677429:0:7129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a69e8a00/0x9cce4314879c8a98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f4b expref: 39 pid: 7129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.677436:0:7129:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a69e8a00, rc -2) 00010000:00010000:3.0:1746126679.677486:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009342ce00) 00000100:00100000:1.0:1746126679.677491:0:7129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1979:x1830945973524096:12345-192.168.203.49@tcp:63:ll_sa.0 Request processed in 1316us (1476us total) trans 0 rc -2/-2 00010000:00010000:3.0:1746126679.677493:0:7125:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126679.677498:0:7129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 12 00010000:00010000:3.0:1746126679.677500:0:7125:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9a600/0x9cce4314879c8aad lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f7c expref: -99 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.677537:0:7125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c8ab4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.677542:0:7125:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c8ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7125 initiator: MDT0 00010000:00010000:3.0:1746126679.677548:0:7125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c8ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7125 initiator: MDT0 00000004:00200000:3.0:1746126679.677555:0:7125:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746126679.677929:0:7125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9a600/0x9cce4314879c8aad lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f7c expref: 40 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.677943:0:7125:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c8ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f7c expref: 39 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.677949:0:7125:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff880136355600) 00010000:00010000:3.0:1746126679.677950:0:7125:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126679.677952:0:7125:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ab9ae00, rc 0) 00000100:00100000:3.0:1746126679.677972:0:7125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1235:x1830945973524352:12345-192.168.203.49@tcp:101:dd.0 Request processed in 823us (976us total) trans 4294980531 rc 0/0 00000100:00100000:3.0:1746126679.677977:0:7125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 30174 00000100:00100000:2.0:1746126679.683632:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.683683:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.683706:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973524480 00000100:00100000:3.0:1746126679.683713:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973524480 00000100:00100000:0.0:1746126679.683738:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973524608 00000100:00100000:0.0:1746126679.683742:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973524608 00000100:00100000:0.0:1746126679.684346:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6220 00000100:00100000:0.0:1746126679.684355:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1236:x1830945973524608:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:0.0:1746126679.684367:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126679.684383:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e365a00/0x9cce4314879c8ac2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f83 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126679.684407:0:8438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746126679.684424:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126679.684426:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126679.684432:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e365a00/0x9cce4314879c8ac2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f83 expref: 34 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.684467:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e365a00/0x9cce4314879c8ac2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f83 expref: 34 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.684475:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e365a00, rc 0) 00000100:00100000:3.0:1746126679.685724:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 137 00000100:00100000:3.0:1746126679.685735:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1981:x1830945973524480:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126679.685745:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126679.685763:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ab9ae00/0x9cce4314879c8ab4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f7c expref: 39 pid: 7125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.685779:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff880136355600) 00010000:00010000:3.0:1746126679.685783:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126679.685900:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1981:x1830945973524480:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 168us (2274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126679.685903:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+34:1236:x1830945973524608:12345-192.168.203.49@tcp:101:dd.0 Request processed in 1547us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.685906:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 137 00000100:00100000:0.0:1746126679.685908:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6220 00000100:00100000:1.0:1746126679.691771:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.691800:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.691828:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.691859:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.691878:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525248 00000100:00100000:1.0:1746126679.691884:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525248 00000100:00100000:1.0:1746126679.691912:0:11071:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525376 00000100:00100000:1.0:1746126679.691913:0:11071:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525376 00000100:00100000:1.0:1746126679.691926:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6221 00000100:00100000:1.0:1746126679.691932:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973525248:12345-192.168.203.49@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126679.691944:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126679.691957:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8ac9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f8a expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.691979:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8ac9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f8a expref: 9 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.691988:0:11071:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a69e8200/0x9cce4314879c8ac9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f8a expref: 9 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.691997:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a69e8200, rc 0) 00000100:00100000:1.0:1746126679.692028:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973525248:12345-192.168.203.49@tcp:101:ll_agl.0 Request processed in 97us (199us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126679.692033:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6221 00000100:00100000:1.0:1746126679.692043:0:11071:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6222 00000100:00100000:1.0:1746126679.692046:0:11071:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973525376:12345-192.168.203.49@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126679.692052:0:11071:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126679.692060:0:11071:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f91 expref: -99 pid: 11071 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126679.692080:0:11071:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746126679.692088:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.692090:0:11071:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126679.692095:0:11071:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.692104:0:11071:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126679.692110:0:11071:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a69e8400, rc 0) 00000100:00100000:1.0:1746126679.692121:0:11071:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973525376:12345-192.168.203.49@tcp:101:ll_agl.0 Request processed in 75us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126679.692125:0:11071:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6222 00000100:00100000:2.0:1746126679.692175:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973524992 00000100:00100000:2.0:1746126679.692178:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973524992 00000100:00100000:2.0:1746126679.692204:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525120 00000100:00100000:2.0:1746126679.692206:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525120 00000100:00100000:2.0:1746126679.692220:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4748 00000100:00100000:2.0:1746126679.692225:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973524992:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:2.0:1746126679.692240:0:8445:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.692247:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126679.692249:0:8445:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126679.692251:0:8445:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.692259:0:8445:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126679.692333:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4749 00000100:00100000:0.0:1746126679.692341:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973525120:12345-192.168.203.49@tcp:3:dd.0 00010000:00010000:0.0:1746126679.692358:0:32438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.692365:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126679.692366:0:32438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126679.692369:0:32438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126679.692377:0:32438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126679.712868:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.713042:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525632 00000100:00100000:2.0:1746126679.713050:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525632 00010000:00010000:3.0:1746126679.713057:0:8445:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.713068:0:8445:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.713074:0:8445:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.713080:0:8445:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a87e1200 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126679.713084:0:8445:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126679.713087:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88012dfa8e00 x1830945973525632/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746126679.713091:0:8445:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126679.713095:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8e00 with x1830945973525632 ext(0->1048575) 00002000:00010000:2.0:1746126679.713102:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8e00 00010000:00010000:3.0:1746126679.713104:0:8445:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.713109:0:8445:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a87e1200/0x9cce4314879c8ad7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126679.713130:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4750 00000100:00100000:2.0:1746126679.713136:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+34:1980:x1830945973525632:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.713471:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1982:x1830945973524992:12345-192.168.203.49@tcp:3:dd.0 Request processed in 21243us (21703us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126679.713478:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4748 00000100:00100000:0.0:1746126679.720853:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.721200:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525760 00000100:00100000:2.0:1746126679.721209:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525760 00000100:00100000:2.0:1746126679.721250:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 6223 00000100:00100000:2.0:1746126679.721258:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+9:1236:x1830945973525760:12345-192.168.203.49@tcp:101:dd.0 00010000:00010000:2.0:1746126679.721273:0:8438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126679.721306:0:8438:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb90071b966ec4f98 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.721331:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 11 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126679.721337:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126679.721340:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126679.721343:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f98 expref: 10 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126679.721369:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 11 pid: 11071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126679.721380:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 11 pid: 11071 timeout: 691 lvb_type: 1 00000100:00100000:2.0:1746126679.721392:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009267b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973807488:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126679.721482:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094afa540 going to sleep for 11 seconds 00010000:00010000:1.0:1746126679.722003:0:32438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722012:0:32438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722018:0:32438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722023:0:32438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d4a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:1.0:1746126679.722027:0:32438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722038:0:32438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722050:0:32438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126679.722056:0:32438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d4a00/0x9cce4314879c8ade lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126679.722093:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1982:x1830945973525120:12345-192.168.203.49@tcp:3:dd.0 Request processed in 29753us (30292us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126679.722101:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4749 00000100:00100000:3.0:1746126679.725191:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009267b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8438:1830945973807488:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126679.725218:0:8438:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f98 expref: 10 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.725238:0:8438:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a87e1e00, rc 0) 00000100:00100000:3.0:1746126679.725283:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4f04e74d-65c5-45c5-b169-968db36157cf+10:1236:x1830945973525760:12345-192.168.203.49@tcp:101:dd.0 Request processed in 4025us (4435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.725290:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 6223 00000100:00100000:0.0:1746126679.726570:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.726629:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973525888 00000100:00100000:3.0:1746126679.726635:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973525888 00010000:00010000:3.0:1746126679.726659:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 691 lvb_type: 1 00000100:00100000:3.0:1746126679.726686:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7889 00000100:00100000:3.0:1746126679.726692:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+10:1981:x1830945973525888:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126679.726702:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126679.726717:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 691 lvb_type: 1 00010000:00010000:3.0:1746126679.726726:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 691 lvb_type: 1 00010000:00010000:3.0:1746126679.726742:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a69e8400/0x9cce4314879c8ad0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f91 expref: 10 pid: 11071 timeout: 691 lvb_type: 1 00010000:00010000:3.0:1746126679.726765:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126679.726767:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126679.726772:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f98 expref: 9 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.726784:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f98 expref: 9 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126679.726809:0:7111:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a87e1e00/0x9cce4314879c8ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4f98 expref: 9 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126679.726819:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973807616:192.168.203.49@tcp:105: 00000100:00100000:3.0:1746126679.726886:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126679.738123:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7111:1830945973807616:192.168.203.49@tcp:105: 00010000:00010000:3.0:1746126679.738141:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126679.738184:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973525888:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 11491us (11616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.738194:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7889 00000100:00100000:2.0:1746126679.743127:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+36:1980:x1830945973525632:12345-192.168.203.49@tcp:4:dd.0 Request processed in 29984us (30259us total) trans 4294968575 rc 0/0 00000100:00100000:2.0:1746126679.743137:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4750 00002000:00100000:2.0:1746126679.743146:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88012dfa8e00 x1830945973525632/t4294968575(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.743154:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8e00 with x1830945973525632 ext(0->1048575) 00002000:00010000:2.0:1746126679.743159:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8e00 00000100:00100000:3.0:1746126679.746114:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.746188:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973526144 00000100:00100000:0.0:1746126679.746195:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973526144 00002000:00100000:0.0:1746126679.746232:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88008b1b5f80 x1830945973526144/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.746240:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945973526144 ext(0->1048575) 00002000:00010000:0.0:1746126679.746245:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:0.0:1746126679.746276:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4751 00000100:00100000:0.0:1746126679.746283:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+10:1980:x1830945973526144:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126679.760196:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.760223:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.761853:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973526400 00000100:00100000:1.0:1746126679.761860:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973526400 00002000:00100000:1.0:1746126679.761890:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880088971f80 x1830945973526400/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.761901:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088971f80 with x1830945973526400 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.761906:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088971f80 00000100:00100000:1.0:1746126679.761926:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973526656 00000100:00100000:1.0:1746126679.761928:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973526656 00002000:00100000:1.0:1746126679.761937:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880090d99880 x1830945973526656/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.761944:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99880 with x1830945973526656 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.761946:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99880 00000100:00100000:1.0:1746126679.761960:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4752 00000100:00100000:1.0:1746126679.761966:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+36:1980:x1830945973526400:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.762117:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4753 00000100:00100000:1.0:1746126679.762123:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+12:1982:x1830945973526656:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.765696:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+14:1980:x1830945973526144:12345-192.168.203.49@tcp:4:dd.0 Request processed in 19406us (19579us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1746126679.765708:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4751 00002000:00100000:2.0:1746126679.765717:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88008b1b5f80 x1830945973526144/t4294968151(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.765725:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b5f80 with x1830945973526144 ext(0->1048575) 00002000:00010000:2.0:1746126679.765730:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b5f80 00000100:00100000:1.0:1746126679.767900:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+38:1980:x1830945973526400:12345-192.168.203.49@tcp:4:dd.0 Request processed in 5926us (7703us total) trans 4294968576 rc 0/0 00000100:00100000:1.0:1746126679.767910:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4752 00002000:00100000:1.0:1746126679.767919:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff880088971f80 x1830945973526400/t4294968576(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.767928:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088971f80 with x1830945973526400 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.767932:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088971f80 00000100:00100000:0.0:1746126679.768861:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.768951:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973526912 00000100:00100000:1.0:1746126679.768957:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973526912 00002000:00100000:1.0:1746126679.768983:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880090d9b100 x1830945973526912/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.768991:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b100 with x1830945973526912 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.768994:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9b100 00000100:00100000:1.0:1746126679.769020:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4754 00000100:00100000:1.0:1746126679.769025:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+38:1982:x1830945973526912:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.773742:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973526656:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11612us (13511us total) trans 4294968152 rc 0/0 00000100:00100000:1.0:1746126679.773754:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4753 00002000:00100000:1.0:1746126679.773763:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880090d99880 x1830945973526656/t4294968152(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.773771:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d99880 with x1830945973526656 ext(1048576->2097151) 00002000:00010000:1.0:1746126679.773778:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d99880 00000100:00100000:0.0:1746126679.775033:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.775185:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973527168 00000100:00100000:1.0:1746126679.775191:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973527168 00000100:00100000:1.0:1746126679.775236:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 176 00000100:00100000:1.0:1746126679.775243:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+38:1235:x1830945973527168:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:1.0:1746126679.776811:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+39:1235:x1830945973527168:12345-192.168.203.49@tcp:35:dd.0 Request processed in 1046us (1257us total) trans 4294980532 rc 0/0 00000100:00100000:1.0:1746126679.776819:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 176 00000100:00100000:2.0:1746126679.778574:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.778659:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973527424 00000100:00100000:1.0:1746126679.778666:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973527424 00002000:00100000:1.0:1746126679.778697:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092678e00 x1830945973527424/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.778706:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678e00 with x1830945973527424 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.778711:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678e00 00000100:00100000:1.0:1746126679.778978:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4755 00000100:00100000:1.0:1746126679.778986:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+14:1982:x1830945973527424:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.780227:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+40:1982:x1830945973526912:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11199us (11365us total) trans 4294968577 rc 0/0 00000100:00100000:1.0:1746126679.780234:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4754 00002000:00100000:1.0:1746126679.780240:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff880090d9b100 x1830945973526912/t4294968577(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.780248:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9b100 with x1830945973526912 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.780251:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090d9b100 00000100:00100000:3.0:1746126679.784959:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.785110:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973527680 00000100:00100000:1.0:1746126679.785124:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973527680 00002000:00100000:1.0:1746126679.785176:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff88008b1b4380 x1830945973527680/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.785186:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945973527680 ext(3145728->4194303) 00002000:00010000:1.0:1746126679.785191:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4380 00000100:00100000:1.0:1746126679.785225:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4756 00000100:00100000:1.0:1746126679.785233:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+40:1981:x1830945973527680:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.788215:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973527424:12345-192.168.203.49@tcp:4:dd.0 Request processed in 9217us (9632us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1746126679.788228:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4755 00002000:00100000:1.0:1746126679.788238:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880092678e00 x1830945973527424/t4294968153(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.788247:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678e00 with x1830945973527424 ext(2097152->3145727) 00002000:00010000:1.0:1746126679.788252:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678e00 00000100:00100000:0.0:1746126679.790327:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.790401:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973527936 00000100:00100000:1.0:1746126679.790410:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973527936 00002000:00100000:1.0:1746126679.790556:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880090d9a680 x1830945973527936/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.790565:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a680 with x1830945973527936 ext(3145728->4194303) 00002000:00010000:1.0:1746126679.790570:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9a680 00000100:00100000:1.0:1746126679.790652:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4757 00000100:00100000:1.0:1746126679.790660:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+16:1982:x1830945973527936:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126679.796974:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+42:1981:x1830945973527680:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11731us (12011us total) trans 4294968578 rc 0/0 00000100:00100000:0.0:1746126679.796986:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4756 00002000:00100000:0.0:1746126679.796997:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff88008b1b4380 x1830945973527680/t4294968578(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.797006:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4380 with x1830945973527680 ext(3145728->4194303) 00002000:00010000:0.0:1746126679.797012:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4380 00000100:00100000:1.0:1746126679.797570:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+18:1982:x1830945973527936:12345-192.168.203.49@tcp:4:dd.0 Request processed in 6910us (7248us total) trans 4294968154 rc 0/0 00000100:00100000:1.0:1746126679.797577:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4757 00002000:00100000:1.0:1746126679.797585:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880090d9a680 x1830945973527936/t4294968154(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.797592:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090d9a680 with x1830945973527936 ext(3145728->4194303) 00002000:00010000:1.0:1746126679.797595:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090d9a680 00000100:00100000:0.0:1746126679.802113:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.802312:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973528192 00000100:00100000:1.0:1746126679.802322:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973528192 00002000:00100000:1.0:1746126679.802370:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880091da1f80 x1830945973528192/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.802381:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1f80 with x1830945973528192 ext(4194304->5242879) 00002000:00010000:1.0:1746126679.802386:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1f80 00000100:00100000:1.0:1746126679.802413:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4758 00000100:00100000:1.0:1746126679.802419:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+42:1981:x1830945973528192:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.816763:0:3315:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973807744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126679.816832:0:3315:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126679.816968:0:10811:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973807744 00000100:00100000:3.0:1746126679.816976:0:10811:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973807744 00000100:00100000:3.0:1746126679.817017:0:10811:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:3.0:1746126679.817024:0:10811:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973807744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126679.817048:0:10811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149749760 pending 28966912 free 3831496704 avail 3829399552 00000100:00100000:2.0:1746126679.817158:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.817200:0:10811:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1830945973807744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 175us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126679.817206:0:10811:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1746126679.817216:0:3315:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091da2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3315:1830945973807744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126679.817379:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973528448 00000100:00100000:2.0:1746126679.817382:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973528448 00002000:00100000:2.0:1746126679.817410:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009267aa00 x1830945973528448/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.817419:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267aa00 with x1830945973528448 ext(4194304->5242879) 00002000:00010000:2.0:1746126679.817424:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267aa00 00000100:00100000:2.0:1746126679.817438:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4759 00000100:00100000:2.0:1746126679.817471:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+18:1981:x1830945973528448:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.821006:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+44:1981:x1830945973528192:12345-192.168.203.49@tcp:4:dd.0 Request processed in 18575us (18891us total) trans 4294968579 rc 0/0 00000100:00100000:3.0:1746126679.821018:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4758 00002000:00100000:3.0:1746126679.821028:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880091da1f80 x1830945973528192/t4294968579(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.821037:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da1f80 with x1830945973528192 ext(4194304->5242879) 00002000:00010000:3.0:1746126679.821043:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da1f80 00000100:00100000:2.0:1746126679.826199:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945973528448:12345-192.168.203.49@tcp:4:dd.0 Request processed in 8744us (9031us total) trans 4294968155 rc 0/0 00000100:00100000:2.0:1746126679.826211:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4759 00002000:00100000:2.0:1746126679.826222:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff88009267aa00 x1830945973528448/t4294968155(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.826231:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267aa00 with x1830945973528448 ext(4194304->5242879) 00002000:00010000:2.0:1746126679.826237:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267aa00 00000100:00100000:2.0:1746126679.846699:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.846732:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.846791:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973528704 00000100:00100000:0.0:1746126679.846800:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973528704 00000100:00100000:3.0:1746126679.846822:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973528960 00000100:00100000:3.0:1746126679.846827:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973528960 00002000:00100000:0.0:1746126679.846842:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff88009267a300 x1830945973528704/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.846847:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009267bb80 x1830945973528960/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.846856:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267bb80 with x1830945973528960 ext(5242880->6291455) 00002000:00100000:0.0:1746126679.846856:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a300 with x1830945973528704 ext(5242880->6291455) 00002000:00010000:3.0:1746126679.846861:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267bb80 00002000:00010000:0.0:1746126679.846861:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a300 00000100:00100000:0.0:1746126679.846887:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4760 00000100:00100000:0.0:1746126679.846893:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+44:1981:x1830945973528704:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.846919:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4761 00000100:00100000:3.0:1746126679.846925:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+20:1981:x1830945973528960:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126679.855733:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.855849:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973529216 00000100:00100000:3.0:1746126679.855860:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973529216 00002000:00100000:3.0:1746126679.855904:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880091da3100 x1830945973529216/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.855914:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3100 with x1830945973529216 ext(6291456->7340031) 00002000:00010000:3.0:1746126679.855919:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da3100 00000100:00100000:3.0:1746126679.857579:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4762 00000100:00100000:3.0:1746126679.857592:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+46:1982:x1830945973529216:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.860623:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.860933:0:32440:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973529472 00000100:00100000:2.0:1746126679.860943:0:32440:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973529472 00002000:00100000:2.0:1746126679.860986:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880092679180 x1830945973529472/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.860997:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679180 with x1830945973529472 ext(6291456->7340031) 00002000:00010000:2.0:1746126679.861002:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679180 00000100:00100000:2.0:1746126679.861030:0:32440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4763 00000100:00100000:2.0:1746126679.861037:0:32440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+22:1982:x1830945973529472:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.863881:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+48:1981:x1830945973528704:12345-192.168.203.49@tcp:4:dd.0 Request processed in 16978us (17183us total) trans 4294968580 rc 0/0 00000100:00100000:2.0:1746126679.863891:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4760 00002000:00100000:2.0:1746126679.863901:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff88009267a300 x1830945973528704/t4294968580(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.863910:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a300 with x1830945973528704 ext(5242880->6291455) 00002000:00010000:2.0:1746126679.863916:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a300 00000100:00100000:0.0:1746126679.868515:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.870463:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973529728 00000100:00100000:2.0:1746126679.870475:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973529728 00002000:00100000:2.0:1746126679.870522:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff880091da2300 x1830945973529728/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.870533:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2300 with x1830945973529728 ext(7340032->8388607) 00002000:00010000:2.0:1746126679.870539:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da2300 00000100:00100000:2.0:1746126679.870562:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4764 00000100:00100000:2.0:1746126679.870570:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+48:1982:x1830945973529728:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.871596:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+50:1982:x1830945973529216:12345-192.168.203.49@tcp:4:dd.0 Request processed in 14004us (15868us total) trans 4294968581 rc 0/0 00000100:00100000:3.0:1746126679.871607:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4762 00002000:00100000:3.0:1746126679.871614:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff880091da3100 x1830945973529216/t4294968581(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.871621:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da3100 with x1830945973529216 ext(6291456->7340031) 00002000:00010000:3.0:1746126679.871624:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da3100 00000100:00100000:3.0:1746126679.871781:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973528960:12345-192.168.203.49@tcp:4:dd.0 Request processed in 24855us (25047us total) trans 4294968156 rc 0/0 00000100:00100000:3.0:1746126679.871787:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4761 00002000:00100000:3.0:1746126679.871792:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff88009267bb80 x1830945973528960/t4294968156(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.871799:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267bb80 with x1830945973528960 ext(5242880->6291455) 00002000:00010000:3.0:1746126679.871802:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009267bb80 00000100:00100000:0.0:1746126679.874691:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.874963:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973529984 00000100:00100000:3.0:1746126679.874972:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973529984 00002000:00100000:3.0:1746126679.875010:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880091da2d80 x1830945973529984/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.875021:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2d80 with x1830945973529984 ext(7340032->8388607) 00002000:00010000:3.0:1746126679.875025:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2d80 00000100:00100000:3.0:1746126679.875043:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4765 00000100:00100000:3.0:1746126679.875048:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+24:1981:x1830945973529984:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.876864:0:32440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973529472:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15819us (16246us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1746126679.876876:0:32440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4763 00002000:00100000:2.0:1746126679.876886:0:32440:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880092679180 x1830945973529472/t4294968157(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.876896:0:32440:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092679180 with x1830945973529472 ext(6291456->7340031) 00002000:00010000:2.0:1746126679.876902:0:32440:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092679180 00000100:00100000:2.0:1746126679.886215:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+50:1982:x1830945973529728:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15632us (17699us total) trans 4294968582 rc 0/0 00000100:00100000:2.0:1746126679.886226:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4764 00002000:00100000:2.0:1746126679.886237:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff880091da2300 x1830945973529728/t4294968582(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.886246:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2300 with x1830945973529728 ext(7340032->8388607) 00002000:00010000:2.0:1746126679.886252:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091da2300 00000100:00100000:0.0:1746126679.890094:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.890701:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973530240 00000100:00100000:2.0:1746126679.890711:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973530240 00002000:00100000:2.0:1746126679.890753:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff880135ecfb80 x1830945973530240/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.890764:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecfb80 with x1830945973530240 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.890769:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ecfb80 00000100:00100000:2.0:1746126679.890789:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4766 00000100:00100000:2.0:1746126679.890795:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+50:1982:x1830945973530240:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.892531:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.892642:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973530496 00000100:00100000:0.0:1746126679.892648:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973530496 00002000:00100000:0.0:1746126679.892677:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88012dfa8700 x1830945973530496/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.892685:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8700 with x1830945973530496 ext(8388608->9437183) 00002000:00010000:0.0:1746126679.892689:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8700 00000100:00100000:0.0:1746126679.893130:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4767 00000100:00100000:0.0:1746126679.893138:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+26:1982:x1830945973530496:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.896321:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+28:1981:x1830945973529984:12345-192.168.203.49@tcp:4:dd.0 Request processed in 21260us (21627us total) trans 4294968158 rc 0/0 00000100:00100000:3.0:1746126679.896334:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4765 00002000:00100000:3.0:1746126679.896348:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880091da2d80 x1830945973529984/t4294968158(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.896357:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091da2d80 with x1830945973529984 ext(7340032->8388607) 00002000:00010000:3.0:1746126679.896362:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091da2d80 00000100:00100000:2.0:1746126679.896505:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.896774:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973530752 00000100:00100000:3.0:1746126679.896782:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973530752 00002000:00100000:3.0:1746126679.896809:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88009267ad80 x1830945973530752/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.896816:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267ad80 with x1830945973530752 ext(9437184->10485759) 00002000:00010000:3.0:1746126679.896819:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267ad80 00000100:00100000:3.0:1746126679.896831:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4768 00000100:00100000:3.0:1746126679.896836:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+52:1981:x1830945973530752:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:0.0:1746126679.903584:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+54:1982:x1830945973530240:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12776us (13489us total) trans 4294968583 rc 0/0 00000100:00100000:0.0:1746126679.903596:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4766 00002000:00100000:0.0:1746126679.903608:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff880135ecfb80 x1830945973530240/t4294968583(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.903618:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecfb80 with x1830945973530240 ext(8388608->9437183) 00002000:00010000:0.0:1746126679.903624:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135ecfb80 00000100:00100000:2.0:1746126679.912589:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126679.914669:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973531008 00000100:00100000:0.0:1746126679.914682:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973531008 00002000:00100000:0.0:1746126679.914731:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880092678000 x1830945973531008/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.914742:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678000 with x1830945973531008 ext(9437184->10485759) 00002000:00010000:0.0:1746126679.914747:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678000 00000100:00100000:0.0:1746126679.914768:0:32438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4769 00000100:00100000:0.0:1746126679.914775:0:32438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+28:1982:x1830945973531008:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.915676:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+30:1982:x1830945973530496:12345-192.168.203.49@tcp:4:dd.0 Request processed in 22535us (23147us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1746126679.915684:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4767 00002000:00100000:2.0:1746126679.915690:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88012dfa8700 x1830945973530496/t4294968159(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.915699:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8700 with x1830945973530496 ext(8388608->9437183) 00002000:00010000:2.0:1746126679.915702:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfa8700 00000100:00100000:3.0:1746126679.920335:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.920366:0:8445:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973531264 00000100:00100000:2.0:1746126679.920375:0:8445:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973531264 00002000:00100000:2.0:1746126679.920419:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88008b1b4000 x1830945973531264/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.920429:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4000 with x1830945973531264 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.920435:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4000 00000100:00100000:2.0:1746126679.920469:0:8445:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4770 00000100:00100000:2.0:1746126679.920477:0:8445:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+54:1981:x1830945973531264:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.924881:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:1.0:1746126679.927742:0:32438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f04e74d-65c5-45c5-b169-968db36157cf+30:1982:x1830945973531008:12345-192.168.203.49@tcp:4:dd.0 Request processed in 12954us (15150us total) trans 4294968160 rc 0/0 00000100:00100000:1.0:1746126679.927754:0:32438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4769 00002000:00100000:1.0:1746126679.927765:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880092678000 x1830945973531008/t4294968160(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.927775:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092678000 with x1830945973531008 ext(9437184->10485759) 00002000:00010000:1.0:1746126679.927781:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092678000 00000100:00100000:1.0:1746126679.927806:0:32438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973531520 00000100:00100000:1.0:1746126679.927814:0:32438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973531520 00002000:00100000:1.0:1746126679.927844:0:32438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008b1b6300 x1830945973531520/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.927851:0:32438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945973531520 ext(10485760->11534335) 00002000:00010000:1.0:1746126679.927853:0:32438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6300 00000100:00100000:1.0:1746126679.927879:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4771 00000100:00100000:1.0:1746126679.927885:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+30:1981:x1830945973531520:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.929338:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+56:1981:x1830945973530752:12345-192.168.203.49@tcp:4:dd.0 Request processed in 32495us (32827us total) trans 4294968584 rc 0/0 00000100:00100000:3.0:1746126679.929346:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4768 00002000:00100000:3.0:1746126679.929353:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88009267ad80 x1830945973530752/t4294968584(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.929361:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267ad80 with x1830945973530752 ext(9437184->10485759) 00002000:00010000:3.0:1746126679.929366:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267ad80 00000100:00100000:0.0:1746126679.933681:0:8445:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:4f04e74d-65c5-45c5-b169-968db36157cf+56:1981:x1830945973531264:12345-192.168.203.49@tcp:4:dd.0 Request processed in 13192us (13345us total) trans 4294968585 rc 0/0 00000100:00100000:0.0:1746126679.933691:0:8445:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4770 00002000:00100000:0.0:1746126679.933702:0:8445:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88008b1b4000 x1830945973531264/t4294968585(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746126679.933707:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00002000:00100000:0.0:1746126679.933711:0:8445:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b4000 with x1830945973531264 ext(10485760->11534335) 00002000:00010000:0.0:1746126679.933716:0:8445:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b1b4000 00000100:00100000:3.0:1746126679.933761:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973531776 00000100:00100000:3.0:1746126679.933769:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973531776 00002000:00100000:3.0:1746126679.933801:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009267a680 x1830945973531776/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.933821:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a680 with x1830945973531776 ext(11534336->12582911) 00002000:00010000:3.0:1746126679.933824:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a680 00000100:00100000:3.0:1746126679.933844:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4772 00000100:00100000:3.0:1746126679.933850:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+57:1982:x1830945973531776:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:2.0:1746126679.939009:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+32:1981:x1830945973531520:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11111us (14129us total) trans 4294968161 rc 0/0 00000100:00100000:2.0:1746126679.939020:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4771 00002000:00100000:2.0:1746126679.939031:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88008b1b6300 x1830945973531520/t4294968161(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.939041:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b1b6300 with x1830945973531520 ext(10485760->11534335) 00002000:00010000:2.0:1746126679.939046:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b1b6300 00000100:00100000:0.0:1746126679.944888:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.944950:0:8444:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532032 00000100:00100000:2.0:1746126679.944960:0:8444:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532032 00002000:00100000:2.0:1746126679.945004:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880135ecf480 x1830945973532032/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126679.945013:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecf480 with x1830945973532032 ext(11534336->12582911) 00002000:00010000:2.0:1746126679.945018:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecf480 00000100:00100000:2.0:1746126679.945048:0:8444:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4773 00000100:00100000:2.0:1746126679.945055:0:8444:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+32:1982:x1830945973532032:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:3.0:1746126679.945783:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+58:1982:x1830945973531776:12345-192.168.203.49@tcp:4:dd.0 Request processed in 11930us (12075us total) trans 4294968586 rc 0/0 00000100:00100000:3.0:1746126679.945792:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4772 00002000:00100000:3.0:1746126679.945799:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009267a680 x1830945973531776/t4294968586(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.945806:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009267a680 with x1830945973531776 ext(11534336->12582911) 00002000:00010000:3.0:1746126679.945810:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009267a680 00000100:00100000:1.0:1746126679.952918:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:2.0:1746126679.954060:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126679.954074:0:32437:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532288 00000100:00100000:3.0:1746126679.954084:0:32437:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532288 00000100:00100000:1.0:1746126679.954121:0:7127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532544 00000100:00100000:1.0:1746126679.954124:0:7127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532544 00002000:00100000:3.0:1746126679.954130:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88012dfa8a80 x1830945973532288/t0(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/0 e 0 to 0 dl 1746126690 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126679.954139:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8a80 with x1830945973532288 ext(12582912->13631487) 00002000:00010000:3.0:1746126679.954145:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8a80 00000100:00100000:1.0:1746126679.954153:0:7127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 177 00000100:00100000:1.0:1746126679.954160:0:7127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+25:1236:x1830945973532544:12345-192.168.203.49@tcp:35:dd.0 00000100:00100000:3.0:1746126679.954166:0:32437:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 4774 00000100:00100000:3.0:1746126679.954170:0:32437:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+58:1981:x1830945973532288:12345-192.168.203.49@tcp:4:dd.0 00000100:00100000:1.0:1746126679.955043:0:7127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092678380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f04e74d-65c5-45c5-b169-968db36157cf+26:1236:x1830945973532544:12345-192.168.203.49@tcp:35:dd.0 Request processed in 880us (983us total) trans 4294980533 rc 0/0 00000100:00100000:1.0:1746126679.955053:0:7127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 177 00000100:00100000:0.0:1746126679.960177:0:8444:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4f04e74d-65c5-45c5-b169-968db36157cf+34:1982:x1830945973532032:12345-192.168.203.49@tcp:4:dd.0 Request processed in 15112us (15293us total) trans 4294968162 rc 0/0 00000100:00100000:0.0:1746126679.960189:0:8444:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4773 00002000:00100000:0.0:1746126679.960201:0:8444:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880135ecf480 x1830945973532032/t4294968162(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126679.960210:0:8444:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ecf480 with x1830945973532032 ext(11534336->12582911) 00002000:00010000:0.0:1746126679.960215:0:8444:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135ecf480 00000100:00100000:1.0:1746126679.961963:0:32437:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:4f04e74d-65c5-45c5-b169-968db36157cf+60:1981:x1830945973532288:12345-192.168.203.49@tcp:4:dd.0 Request processed in 7783us (9048us total) trans 4294968587 rc 0/0 00000100:00100000:1.0:1746126679.961973:0:32437:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 4774 00002000:00100000:1.0:1746126679.961983:0:32437:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88012dfa8a80 x1830945973532288/t4294968587(0) o4->4f04e74d-65c5-45c5-b169-968db36157cf@192.168.203.49@tcp:440/0 lens 488/448 e 0 to 0 dl 1746126690 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126679.961992:0:32437:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfa8a80 with x1830945973532288 ext(12582912->13631487) 00002000:00010000:1.0:1746126679.961996:0:32437:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfa8a80 00000001:00080000:2.0:1746126680.032313:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980528 is committed 00000001:00080000:2.0:1746126680.032334:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980533 is committed 00000001:00080000:2.0:1746126680.032338:0:7169:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980532 is committed 00000004:00080000:2.0:1746126680.032345:0:7169:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000004:00080000:2.0:1746126680.032353:0:7169:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:2.0:1746126680.032363:0:7169:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000004:00080000:2.0:1746126680.032403:0:7169:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000100:00100000:3.0:1746126680.032620:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973808000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746126680.032683:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126680.032735:0:3313:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126680.032741:0:3313:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973808128:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746126680.032759:0:3313:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126680.032783:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973808000 00000100:00100000:3.0:1746126680.032791:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973808000 00000100:00100000:3.0:1746126680.032824:0:8438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973808128 00000100:00100000:3.0:1746126680.032826:0:8438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973808128 00000100:00100000:3.0:1746126680.032841:0:8438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224 00000100:00100000:3.0:1746126680.032847:0:8438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973808000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746126680.032874:0:8438:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:3.0:1746126680.032897:0:8438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.032917:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.032926:0:8438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 59 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126680.032932:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.032934:0:8438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.032937:0:8438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.032962:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 59 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126680.032973:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:3.0:1746126680.032989:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973808256:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126680.033052:0:8438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.033061:0:8438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 692 lvb_type: 0 00000100:00100000:3.0:1746126680.033069:0:8438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973808384:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126680.033087:0:8438:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8e240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126680.033101:0:8440:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:3.0:1746126680.033107:0:8440:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b1b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3313:x1830945973808128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746126680.033119:0:8440:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:3.0:1746126680.033131:0:8440:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.033140:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.033147:0:8440:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 33 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126680.033152:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.033154:0:8440:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.033155:0:8440:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.033174:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 33 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126680.033182:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 33 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:3.0:1746126680.033190:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973808512:192.168.203.49@tcp:104: 00010000:00010000:3.0:1746126680.033218:0:8440:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 8 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.033226:0:8440:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 8 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:3.0:1746126680.033234:0:8440:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973808640:192.168.203.49@tcp:104: 00000100:00100000:3.0:1746126680.033249:0:8440:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb8e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126680.033313:0:3316:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b1b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973807872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126680.033340:0:3316:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126680.033402:0:16421:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973807872 00000100:00100000:2.0:1746126680.033406:0:16421:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973807872 00000100:00100000:2.0:1746126680.033424:0:16421:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226 00000100:00100000:2.0:1746126680.033429:0:16421:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3316:x1830945973807872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1746126680.033440:0:16421:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:2.0:1746126680.033469:0:16421:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.033478:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.033484:0:16421:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126680.033489:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126680.033490:0:16421:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126680.033492:0:16421:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.033507:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126680.033514:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:2.0:1746126680.033522:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009267b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973808768:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126680.033553:0:16421:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 7 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.033560:0:16421:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 7 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:2.0:1746126680.033567:0:16421:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009267b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973808896:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126680.033582:0:16421:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129e2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126680.038546:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d17800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973808256:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126680.038670:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d15880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973808512:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126680.038682:0:8440:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8440:1830945973808640:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126680.038708:0:8440:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126680.038768:0:8438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d14700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8438:1830945973808384:192.168.203.49@tcp:104: 00010000:00010000:0.0:1746126680.038786:0:8438:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126680.039004:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009267b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973808768:192.168.203.49@tcp:104: 00000100:00100000:2.0:1746126680.039012:0:16421:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009267b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16421:1830945973808896:192.168.203.49@tcp:104: 00010000:00010000:2.0:1746126680.039024:0:16421:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126680.046993:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126680.047282:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532928 00000100:00100000:3.0:1746126680.047293:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532928 00000100:00100000:2.0:1746126680.047317:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00010000:00010000:3.0:1746126680.047359:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 8 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:2.0:1746126680.047389:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126680.047646:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532672 00000100:00100000:3.0:1746126680.047650:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532672 00010000:00010000:3.0:1746126680.047716:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 9 pid: 8438 timeout: 692 lvb_type: 0 00000100:00100000:0.0:1746126680.047730:0:9803:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973532800 00000100:00100000:0.0:1746126680.047735:0:9803:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973532800 00010000:00010000:0.0:1746126680.047753:0:9803:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:0.0:1746126680.047771:0:9803:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7890 00000100:00100000:0.0:1746126680.047777:0:9803:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1980:x1830945973532928:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126680.047790:0:9803:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126680.047794:0:9803:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00010000:00010000:0.0:1746126680.047810:0:9803:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:1.0:1746126680.047830:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7891 00010000:00010000:0.0:1746126680.047834:0:9803:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c49aa00/0x9cce4314879c8600 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cdc expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:1.0:1746126680.047840:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+9:1981:x1830945973532800:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126680.047851:0:9803:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126680.047879:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126680.047884:0:7112:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00000100:00100000:0.0:1746126680.047893:0:9803:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1980:x1830945973532928:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 116us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126680.047903:0:9803:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7890 00000100:00100000:3.0:1746126680.047959:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7892 00000100:00100000:3.0:1746126680.047966:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+7:1981:x1830945973532672:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126680.047973:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126680.047977:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 692 lvb_type: 0 00010000:00010000:1.0:1746126680.047991:0:7112:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00010000:00010000:1.0:1746126680.048011:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a43b7200/0x9cce4314879c85f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cd5 expref: 9 pid: 16421 timeout: 692 lvb_type: 0 00010000:00010000:1.0:1746126680.048020:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126680.048039:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+8:1981:x1830945973532800:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 203us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126680.048045:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7891 00010000:00010000:3.0:1746126680.048093:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 692 lvb_type: 0 00010000:00010000:3.0:1746126680.048105:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800931f9000/0x9cce4314879c896b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4e4f expref: 7 pid: 8438 timeout: 692 lvb_type: 0 00010000:00010000:3.0:1746126680.048116:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126680.048143:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009267b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b62c2e0c-c2cc-4170-9d49-69a3439cfb2c+6:1981:x1830945973532672:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 177us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126680.048148:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7892 00000100:00100000:2.0:1746126680.053425:0:3306:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:3.0:1746126680.053552:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973533056 00000100:00100000:3.0:1746126680.053562:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973533056 00000100:00080000:0.0:1746126680.053610:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746126680.053620:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 60 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:3.0:1746126680.053673:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7893 00000100:00100000:3.0:1746126680.053681:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+60:1979:x1830945973533056:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126680.053696:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126680.053701:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 60 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:3.0:1746126680.053717:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 60 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:3.0:1746126680.053739:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009408b800/0x9cce4314879c89b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4ed4 expref: 60 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:3.0:1746126680.053752:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.053755:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126680.053759:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.053768:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.053800:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126680.053819:0:8438:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.053828:0:8438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.053837:0:8438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.053844:0:8438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.053928:0:8438:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746126680.053932:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+59:1979:x1830945973533056:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 251us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126680.053939:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7893 00010000:00010000:2.0:1746126680.054227:0:7113:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126680.054234:0:7113:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.054242:0:7113:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6a37a00 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:2.0:1746126680.054246:0:7113:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.054254:0:7113:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.054264:0:7113:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.054269:0:7113:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6a37a00/0x9cce4314879c8aec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.054286:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126680.054288:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126680.054289:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126680.055801:0:8438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3313:x1830945973808000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22947us (23112us total) trans 4294968588 rc 0/0 00000100:00100000:0.0:1746126680.055811:0:8438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224 00000004:00080000:3.0:1746126680.055949:0:3313:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b1b5880/2, rc 0, transno 4294968588 00000100:00100000:3.0:1746126680.055955:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973808000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746126680.056379:0:3307:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126680.056407:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973533184 00000100:00100000:0.0:1746126680.056413:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973533184 00000100:00080000:2.0:1746126680.056463:0:7122:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746126680.056476:0:7110:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 34 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:0.0:1746126680.056495:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7894 00000100:00100000:0.0:1746126680.056501:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da75c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+34:1981:x1830945973533184:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126680.056513:0:7110:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126680.056517:0:7110:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 34 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.056527:0:7110:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 34 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.056545:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b581600/0x9cce4314879c8638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf1 expref: 34 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.056557:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126680.056559:0:7110:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126680.056563:0:7110:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.056571:0:7110:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.056588:0:7110:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126680.056604:0:8440:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126680.056615:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da75c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f04e74d-65c5-45c5-b169-968db36157cf+33:1981:x1830945973533184:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 114us (238us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126680.056617:0:8440:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126680.056621:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7894 00010000:00010000:2.0:1746126680.056624:0:8440:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.056630:0:8440:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.056642:0:8440:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126680.056772:0:9802:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126680.056778:0:9802:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.056785:0:9802:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da0c400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:3.0:1746126680.056789:0:9802:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.056797:0:9802:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.057022:0:9802:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.057029:0:9802:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da0c400/0x9cce4314879c8af3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126680.057044:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126680.057045:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126680.057047:0:9802:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126680.057358:0:8440:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b1b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3313:x1830945973808128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24250us (24596us total) trans 4294968163 rc 0/0 00000100:00100000:2.0:1746126680.057365:0:8440:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00000004:00080000:3.0:1746126680.057559:0:3313:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b1b5500/2, rc 0, transno 4294968163 00000100:00100000:3.0:1746126680.057578:0:3313:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3313:1830945973808128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746126680.058198:0:3308:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.49@tcp (source: 12345-192.168.203.49@tcp) 00000100:00100000:0.0:1746126680.058321:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945973533312 00000100:00100000:0.0:1746126680.058326:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945973533312 00010000:00010000:0.0:1746126680.058352:0:7111:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00000100:00100000:0.0:1746126680.058386:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.49@tcp, seq: 7895 00000100:00100000:0.0:1746126680.058392:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+59:1982:x1830945973533312:12345-192.168.203.49@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126680.058404:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126680.058408:0:7111:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.058418:0:7111:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.058434:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b581c00/0x9cce4314879c8631 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.49@tcp remote: 0xb90071b966ec4cf8 expref: 59 pid: 16421 timeout: 692 lvb_type: 1 00010000:00010000:0.0:1746126680.058476:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126680.058478:0:7111:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126680.058482:0:7111:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.058490:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126680.058590:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126680.058665:0:16421:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.058673:0:16421:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.058681:0:16421:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.058686:0:16421:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126680.058710:0:16421:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746126680.059125:0:16421:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3316:x1830945973807872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25695us (25784us total) trans 4294968589 rc 0/0 00000100:00100000:2.0:1746126680.059133:0:16421:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226 00000100:00100000:1.0:1746126680.059177:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f04e74d-65c5-45c5-b169-968db36157cf+58:1982:x1830945973533312:12345-192.168.203.49@tcp:103:ldlm_bl.0 Request processed in 784us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126680.059183:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.49@tcp, seq: 7895 00010000:00010000:0.0:1746126680.059187:0:7114:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126680.059193:0:7114:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.059199:0:7114:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b044400 already unused, calling callback (ffffffffa0877d70) 00010000:00010000:0.0:1746126680.059202:0:7114:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.059209:0:7114:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126680.059218:0:7114:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746126680.059223:0:3316:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008b1b7100/2, rc 0, transno 4294968589 00010000:00010000:0.0:1746126680.059224:0:7114:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b044400/0x9cce4314879c8afa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126680.059228:0:3316:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b1b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3316:1830945973807872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1746126680.059236:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126680.059238:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126680.059239:0:7114:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126680.559650:0:7113:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126680.680537:0:5908:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 Debug log: 68918 lines, 68918 kept, 0 dropped, 0 bad.